-- Logs begin at Thu 2021-05-27 11:50:21 UTC, end at Thu 2021-05-27 12:41:02 UTC. -- May 27 12:19:13.508354 dv-cinder-793386-1-smb systemd[1]: Started Devstack devstack@q-svc.service. May 27 12:19:14.503970 dv-cinder-793386-1-smb neutron-server[91679]: Beware of the coming changes in the project packaging May 27 12:19:14.504824 dv-cinder-793386-1-smb neutron-server[91679]: https://github.com/svinota/pyroute2/discussions/786 May 27 12:19:15.988116 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.common.config [-] Logging enabled! May 27 12:19:15.988773 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 12:19:15.988870 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91679) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 12:19:15.992669 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.common.config [-] Logging enabled! May 27 12:19:15.992928 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev242 May 27 12:19:15.993243 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91679) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 12:19:15.994182 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 12:19:15.994445 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 12:19:15.994805 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 12:19:15.995054 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 12:19:15.995283 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 12:19:15.995611 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.995914 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.996218 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.996450 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.996750 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.997044 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.997342 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.997620 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.997917 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.998205 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.998513 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.998798 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.999033 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.999317 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.999608 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:15.999898 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.000124 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] debug = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.000408 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.000841 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.001260 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.001547 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.001843 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.002141 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.002437 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.002721 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.003013 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.003344 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] host = dv-cinder-793386-1-smb {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.003629 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.003920 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.004217 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.004508 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.004787 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.005069 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.005356 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.005634 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.005911 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] log_file = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.006189 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.006535 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.006828 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.007128 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.007358 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.007588 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.007879 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.008174 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.008452 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.008731 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.009011 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.009289 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.009570 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.009842 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.010130 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.010441 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.010734 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.011010 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.011288 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.011564 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.011840 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.012128 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.012407 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.012684 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.012961 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.013255 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.013533 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.013812 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.014124 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.014437 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.014728 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.015019 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.015300 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.015590 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.015869 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.016145 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.016421 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] use_json = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.016697 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.016973 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.017261 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.017539 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.017819 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.018095 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.018407 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.018699 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:16.019001 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.019308 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.019614 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.019905 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.020206 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.020492 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.020786 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.021070 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.021364 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.021657 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.022562 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.022853 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.023150 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.023689 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.023996 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.024310 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.024619 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.024919 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.025202 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.025484 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.025767 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.026056 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.026372 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.026679 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.026976 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.027258 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.027542 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.027840 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.028124 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.028403 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.028686 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.028981 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.029263 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.029541 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.029829 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.030116 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.030427 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.030711 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.030994 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.031289 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.031577 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.031852 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.032220 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.032447 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.032726 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.033097 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.033386 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.033669 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.033949 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.034256 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.034539 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.034889 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.035106 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.035385 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.035668 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.035944 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.036224 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.036503 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.036784 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.037060 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.037338 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.038265 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.038568 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.038854 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.039137 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.039420 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.039701 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.039982 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.040273 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.040581 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.040868 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.041156 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.041438 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.041720 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.042002 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.042308 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.042594 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.042880 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.043160 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.043456 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.043747 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.044039 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.044326 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.044611 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.044917 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.045202 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.045491 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.045773 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.046055 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.046376 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.046669 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.046973 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.047270 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.047569 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.047869 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.048168 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.048454 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.048772 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.049058 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:16.049279 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 12:19:16.049526 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91679) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 12:19:16.411838 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:19:16.412112 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:19:16.412403 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:19:16.413704 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 12:19:16.816882 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.817078 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.817360 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.818580 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.818894 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.819165 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.855114 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.855397 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.855662 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.868951 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.869234 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.869507 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.901819 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.902109 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.902416 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.939713 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.939989 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:16.940262 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.175200 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.175884 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.175884 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.176060 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.176728 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.304871 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.305197 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.305483 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.305759 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.306031 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.306366 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.306632 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.306893 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.307150 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.307433 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.307696 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.307963 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.308230 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.308488 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.308767 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.309051 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.310621 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.310921 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.311197 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.311494 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.311858 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.312125 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.312384 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.312676 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.312934 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.313284 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.313596 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 12:19:17.313842 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 12:19:17.314087 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 12:19:17.314354 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 12:19:17.314595 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 12:19:17.314837 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 12:19:17.315213 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 12:19:17.318645 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 12:19:17.323130 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 12:19:17.326984 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) May 27 12:19:17.328643 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 12:19:17.329098 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 12:19:17.329441 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 12:19:17.329837 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 12:19:17.332867 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 12:19:17.333124 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 12:19:17.333479 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 12:19:17.361538 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 12:19:17.362004 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.362348 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91679) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 12:19:17.362719 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.364079 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91679) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 12:19:17.364375 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 12:19:17.364628 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 12:19:17.368051 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.368337 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.432798 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 12:19:17.432991 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 12:19:17.433187 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 12:19:17.433581 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 12:19:17.465227 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_db.sqlalchemy.engines [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91679) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 12:19:17.798153 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Initializing driver for type 'gre' May 27 12:19:17.798686 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] gre ID ranges: [(1, 1000)] May 27 12:19:17.853982 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Initializing driver for type 'local' May 27 12:19:17.854338 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Initializing driver for type 'vlan' May 27 12:19:17.867423 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] VlanTypeDriver initialization complete May 27 12:19:17.867833 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Initializing driver for type 'vxlan' May 27 12:19:17.868397 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] vxlan ID ranges: [(1, 1000)] May 27 12:19:17.926024 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Initializing extension driver 'port_security' May 27 12:19:17.926384 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.extensions.port_security [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] PortSecurityExtensionDriver initialization complete May 27 12:19:17.926791 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Initializing mechanism driver 'openvswitch' May 27 12:19:17.927179 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Initializing mechanism driver 'hyperv' May 27 12:19:17.934414 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.plugins.ml2.plugin [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:19:17.935180 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > port after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.935547 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > port after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.935893 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > port after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.936272 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > subnet after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.936616 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > subnet after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.936952 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.937324 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > network after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.937663 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > network after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.937996 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > network after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.938398 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > security_group after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.938738 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > security_group after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.939078 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.939451 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.939790 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.940122 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.940494 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > address_group after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.940829 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > address_group after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.941159 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.941490 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] ML2 OVO RPC backend initialized. {{(pid=91679) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 27 12:19:17.942185 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.942560 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.942968 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > network before_response 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.943307 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > networks before_response 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.943643 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > port before_response 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.944003 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > ports before_response 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.944338 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > subnet before_response 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.944669 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > subnets before_response 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.945008 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > network after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.945339 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > network after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.945664 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > network after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.945992 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > port after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.946350 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > port after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.946684 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > port after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.947013 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > subnet after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.947339 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > subnet after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.947665 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.948246 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.plugin [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Modular L2 Plugin initialization complete May 27 12:19:17.948577 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading services supported by the core plugin {{(pid=91679) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 12:19:17.948903 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.plugins.ml2.managers [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Got port-security extension from driver 'port_security' May 27 12:19:17.949362 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.extensions.vlantransparent [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Disabled vlantransparent extension. May 27 12:19:17.949847 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91679) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 12:19:17.950224 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading Plugin: router May 27 12:19:17.989245 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.989638 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router after_create 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.990005 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router before_create 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.990391 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.990820 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.991737 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router after_delete 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.992017 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.992376 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router after_create 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.992712 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router after_update 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.993052 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router after_update 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.993392 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.993742 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router after_update 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.994138 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router precommit_update 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.994526 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: port after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.994861 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: port after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.995268 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: subnet after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.995617 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.995982 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.996449 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router precommit_create 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.996996 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: port before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.997552 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router precommit_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.998160 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router after_update 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.998791 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:17.999390 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router precommit_create 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.000002 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.000615 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router precommit_update 55549900 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.001266 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > network after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.002558 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Tracking information for resource: router configured {{(pid=91679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 12:19:18.002900 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Tracking information for resource: floatingip configured {{(pid=91679) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 12:19:18.008056 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.db.l3_agentschedulers_db [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 12:19:18.008632 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: port after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.008987 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: port after_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.009331 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: port after_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.009682 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: port after_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.010501 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router before_create 55550100 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.010858 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.011211 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router precommit_create 55550100 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.011560 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > router precommit_update 55550100 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.016114 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.services.provider_configuration [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service providers = [] {{(pid=91679) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 12:19:18.016485 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.db.servicetype_db [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91679) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 12:19:18.019376 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.services.service_base [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91679) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 12:19:18.019720 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.services.service_base [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91679) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 12:19:18.020055 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.services.service_base [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91679) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 12:19:18.020915 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.services.service_base [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91679) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 12:19:18.021280 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.services.service_base [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 12:19:18.021843 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 12:19:18.022190 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 12:19:18.032829 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 12:19:18.033160 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading Plugin: auto_allocate May 27 12:19:18.039414 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: network precommit_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.039777 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: network precommit_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.040294 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 12:19:18.040608 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading Plugin: tag May 27 12:19:18.047358 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 12:19:18.047678 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading Plugin: timestamp May 27 12:19:18.051480 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 12:19:18.051757 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading Plugin: network_ip_availability May 27 12:19:18.057477 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.057839 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.058187 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.058920 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 12:19:18.059234 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading Plugin: flavors May 27 12:19:18.064049 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 12:19:18.064376 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading Plugin: revisions May 27 12:19:18.068597 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91679) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 12:19:18.069022 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_concurrency.lockutils [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.656s {{(pid=91679) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:19:18.069745 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91679) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 27 12:19:18.070076 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Initializing extension manager. May 27 12:19:18.070592 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: __init__.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.070929 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: __pycache__ {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.071255 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.071581 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: address_group.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.072319 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.072882 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: address-group May 27 12:19:18.073197 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: address_scope.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.073890 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.074422 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: address-scope May 27 12:19:18.074756 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.075634 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.076154 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: router-admin-state-down-before-update May 27 12:19:18.076467 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: agent.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.077150 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.077662 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: agent May 27 12:19:18.077974 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: agent_resources_synced.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.078895 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.079397 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: agent-resources-synced May 27 12:19:18.079711 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: allowedaddresspairs.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.081447 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.081966 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: allowed-address-pairs May 27 12:19:18.082320 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: auto_allocated_topology.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.083370 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.083886 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: auto-allocated-topology May 27 12:19:18.084208 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: availability_zone.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.084915 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.085421 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: availability_zone May 27 12:19:18.085736 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: availability_zone_filter.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.086653 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.087162 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: availability_zone_filter May 27 12:19:18.087478 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: data_plane_status.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.088355 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.088862 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension data-plane-status not supported by any of loaded plugins May 27 12:19:18.089178 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: default_subnetpools.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.090064 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.090605 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: default-subnetpools May 27 12:19:18.090920 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.091713 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.092220 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: dhcp_agent_scheduler May 27 12:19:18.092534 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: dns.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.093447 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.094223 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension dns-integration not supported by any of loaded plugins May 27 12:19:18.094759 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: dns_domain_ports.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.096349 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.097224 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 12:19:18.097786 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: dvr.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.098873 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.099648 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: dvr May 27 12:19:18.100500 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: empty_string_filtering.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.101410 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.101934 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: empty-string-filtering May 27 12:19:18.102273 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.103158 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.103669 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 12:19:18.103990 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.104921 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.105425 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 12:19:18.105742 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: external_net.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.106674 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.107192 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: external-net May 27 12:19:18.107510 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.108394 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.108905 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: extra_dhcp_opt May 27 12:19:18.109308 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: extraroute.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.110120 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.110676 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: extraroute May 27 12:19:18.110965 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: extraroute_atomic.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.112003 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.112513 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: extraroute-atomic May 27 12:19:18.112848 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: filter_validation.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.113490 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.113991 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: filter-validation May 27 12:19:18.114330 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: fip_pf_description.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.115440 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.116527 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 12:19:18.116843 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: fip_port_details.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.117751 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.118283 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: fip-port-details May 27 12:19:18.118608 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: flavors.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.119841 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.120355 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: flavors May 27 12:19:18.120675 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.122367 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.122890 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 12:19:18.123221 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: floatingip_pools.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.123916 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.124425 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: floatingip-pools May 27 12:19:18.124744 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: ip_allocation.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.125767 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.126321 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension ip_allocation not supported by any of loaded plugins May 27 12:19:18.126648 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.127549 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.128058 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: ip-substring-filtering May 27 12:19:18.128375 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: l2_adjacency.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.129280 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.129788 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 12:19:18.130102 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: l3.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.131132 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.131790 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: router May 27 12:19:18.132111 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.134447 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.134983 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 12:19:18.135307 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.136213 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.136742 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: ext-gw-mode May 27 12:19:18.137065 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.137968 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.138520 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: l3-ha May 27 12:19:18.138838 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: l3_flavors.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.139814 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.140325 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: l3-flavors May 27 12:19:18.140641 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.141542 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.142051 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 12:19:18.142395 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: l3agentscheduler.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.143479 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.143996 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: l3_agent_scheduler May 27 12:19:18.144318 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: logging.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.145848 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.146409 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension logging not supported by any of loaded plugins May 27 12:19:18.146737 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: metering.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.147513 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.148098 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: metering May 27 12:19:18.148684 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.149765 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.150317 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: metering_source_and_destination_fields May 27 12:19:18.150642 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: multiprovidernet.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.151689 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.152200 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: multi-provider May 27 12:19:18.152521 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: netmtu.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.153422 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.153926 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: net-mtu May 27 12:19:18.154263 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: netmtu_writable.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.155169 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.155678 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: net-mtu-writable May 27 12:19:18.155999 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: network_availability_zone.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.156661 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.157205 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: network_availability_zone May 27 12:19:18.157520 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: network_ip_availability.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.158668 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.159188 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: network-ip-availability May 27 12:19:18.159506 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: network_segment_range.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.160283 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.160795 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension network-segment-range not supported by any of loaded plugins May 27 12:19:18.161109 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: pagination.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.162098 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.162978 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: pagination May 27 12:19:18.163319 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: port_device_profile.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.164210 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.164727 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: port-device-profile May 27 12:19:18.165045 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.165943 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.166485 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: port-mac-address-regenerate May 27 12:19:18.166807 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.167703 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.168214 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: port-numa-affinity-policy May 27 12:19:18.168529 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: port_resource_request.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.169417 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.169915 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension port-resource-request not supported by any of loaded plugins May 27 12:19:18.170226 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: portbindings.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.171178 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.171686 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: binding May 27 12:19:18.171997 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: portbindings_extended.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.173301 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.173821 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: binding-extended May 27 12:19:18.174141 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: portsecurity.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.175078 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.175588 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: port-security May 27 12:19:18.176163 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: project_id.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.176853 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.177177 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: project-id May 27 12:19:18.177493 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: providernet.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.178969 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.179477 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: provider May 27 12:19:18.179791 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: qos.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.183366 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.183889 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension qos not supported by any of loaded plugins May 27 12:19:18.184223 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.185447 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.185958 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 12:19:18.186309 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.187212 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.187943 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 12:19:18.188054 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: qos_default.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.188935 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.189481 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension qos-default not supported by any of loaded plugins May 27 12:19:18.189770 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: qos_fip.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.190457 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.190968 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension qos-fip not supported by any of loaded plugins May 27 12:19:18.191287 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: qos_gateway_ip.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.192183 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.192690 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 12:19:18.193008 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: qos_port_network_policy.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.193919 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.194456 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 12:19:18.194773 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: qos_rule_type_details.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.195655 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.196162 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 12:19:18.196478 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: qos_rules_alias.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.197622 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.198142 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 12:19:18.198488 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: quotasv2.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.199585 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.199908 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: quotas May 27 12:19:18.200226 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: quotasv2_detail.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.201854 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.202357 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: quota_details May 27 12:19:18.202585 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: rbac.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.203599 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.204133 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: rbac-policies May 27 12:19:18.204458 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: rbac_address_group.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.205398 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.205897 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: rbac-address-group May 27 12:19:18.206212 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: rbac_address_scope.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.207406 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.207650 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: rbac-address-scope May 27 12:19:18.207966 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: rbac_security_groups.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.208860 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.209399 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: rbac-security-groups May 27 12:19:18.209788 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: rbac_subnetpool.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.210717 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.211228 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: rbac-subnetpool May 27 12:19:18.211541 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: revisionifmatch.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.212439 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.212946 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: revision-if-match May 27 12:19:18.213260 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: revisions.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.214401 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.214914 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: standard-attr-revisions May 27 12:19:18.215233 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: router_availability_zone.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.215899 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.216410 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: router_availability_zone May 27 12:19:18.216726 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: routerservicetype.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.217627 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.218139 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension router-service-type not supported by any of loaded plugins May 27 12:19:18.218483 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.219374 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.219890 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: security-groups-normalized-cidr May 27 12:19:18.220203 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.221096 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.221602 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: port-security-groups-filtering May 27 12:19:18.222272 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.222903 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.223414 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: security-groups-remote-address-group May 27 12:19:18.223732 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: securitygroup.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.234003 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.234585 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: security-group May 27 12:19:18.234907 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: segment.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.235715 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.236225 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension segment not supported by any of loaded plugins May 27 12:19:18.236545 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.237507 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.238011 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 12:19:18.238357 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: servicetype.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.239479 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.239997 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: service-type May 27 12:19:18.240312 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: sorting.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.241942 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.242345 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: sorting May 27 12:19:18.242621 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: standard_attr_segment.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.243536 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.244137 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 12:19:18.244477 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: standardattrdescription.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.245103 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.245611 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: standard-attr-description May 27 12:19:18.245925 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: stateful_security_group.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.246902 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.247758 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: stateful-security-group May 27 12:19:18.248298 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: stdattrs_common.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.249232 dv-cinder-793386-1-smb neutron-server[91679]: WARNING neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 12:19:18.249768 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.251409 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.252315 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 12:19:18.252851 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: subnet_onboard.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.254684 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.255521 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: subnet_onboard May 27 12:19:18.256000 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.256998 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.257609 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 12:19:18.257933 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: subnet_service_types.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.258864 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.259483 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: subnet-service-types May 27 12:19:18.259802 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: subnetallocation.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.260950 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.261476 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: subnet_allocation May 27 12:19:18.261800 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.262509 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.263023 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: subnetpool-prefix-ops May 27 12:19:18.263340 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.264249 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.264761 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 12:19:18.265076 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: tagging.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.266162 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.266769 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: standard-attr-tag May 27 12:19:18.267082 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: timestamp.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.268288 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.268806 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loaded extension: standard-attr-timestamp May 27 12:19:18.269166 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: trunk.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.270296 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.270820 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension trunk not supported by any of loaded plugins May 27 12:19:18.271143 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: trunk_details.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.272575 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.273093 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension trunk-details not supported by any of loaded plugins May 27 12:19:18.273668 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: uplink_status_propagation.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.274600 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.275111 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 12:19:18.275453 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Loading extension file: vlantransparent.py {{(pid=91679) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 12:19:18.276088 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91679) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 12:19:18.276592 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 12:19:18.279184 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:network May 27 12:19:18.279921 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:subnet May 27 12:19:18.281886 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:subnetpool May 27 12:19:18.282544 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:port May 27 12:19:18.283838 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.284332 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service FLAVORS assigned prefix: {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.284971 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.285558 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.285800 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:router May 27 12:19:18.286499 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:floatingip May 27 12:19:18.287201 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service METERING assigned prefix: /metering {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.289206 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.289569 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.290920 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:19:18.291120 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of CountableResource for resource:rbac_policy May 27 12:19:18.292486 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:security_group May 27 12:19:18.292486 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 12:19:18.292935 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service CORE assigned prefix: {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.293260 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:subnetpool May 27 12:19:18.293595 dv-cinder-793386-1-smb neutron-server[91679]: WARNING neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] subnetpool is already registered May 27 12:19:18.294208 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service CORE assigned prefix: {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.294568 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:subnetpool May 27 12:19:18.294889 dv-cinder-793386-1-smb neutron-server[91679]: WARNING neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] subnetpool is already registered May 27 12:19:18.297580 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.297999 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service FLAVORS assigned prefix: {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.298746 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.299178 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.299504 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:router May 27 12:19:18.299936 dv-cinder-793386-1-smb neutron-server[91679]: WARNING neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] router is already registered May 27 12:19:18.300572 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:floatingip May 27 12:19:18.300896 dv-cinder-793386-1-smb neutron-server[91679]: WARNING neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] floatingip is already registered May 27 12:19:18.301574 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service METERING assigned prefix: /metering {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.302222 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of CountableResource for resource:rbac_policy May 27 12:19:18.302582 dv-cinder-793386-1-smb neutron-server[91679]: WARNING neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] rbac_policy is already registered May 27 12:19:18.303160 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:security_group May 27 12:19:18.303497 dv-cinder-793386-1-smb neutron-server[91679]: WARNING neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] security_group is already registered May 27 12:19:18.304094 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 12:19:18.304435 dv-cinder-793386-1-smb neutron-server[91679]: WARNING neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] security_group_rule is already registered May 27 12:19:18.305109 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service CORE assigned prefix: {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.305433 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:subnetpool May 27 12:19:18.305758 dv-cinder-793386-1-smb neutron-server[91679]: WARNING neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] subnetpool is already registered May 27 12:19:18.306380 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.v2.resource_helper [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Service CORE assigned prefix: {{(pid=91679) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 12:19:18.306704 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Creating instance of TrackedResource for resource:subnetpool May 27 12:19:18.307022 dv-cinder-793386-1-smb neutron-server[91679]: WARNING neutron.quota.resource_registry [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] subnetpool is already registered May 27 12:19:18.307666 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: extensions {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.309200 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: address-groups {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.310849 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: address-scopes {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.312049 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: agents {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.313197 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: auto-allocated-topology {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.314611 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: availability_zones {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.315925 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: dhcp-networks {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.317325 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: dhcp-agents {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.318811 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: routers {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.320662 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: flavors {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.321820 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: service_profiles {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.323067 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: next_providers {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.324581 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: service_profiles {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.326029 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: floatingip-pools {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.327486 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: routers {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.329475 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: floatingips {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.330825 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: l3-routers {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.332192 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: l3-agents {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.333580 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: metering-labels {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.335521 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: metering-label-rules {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.336875 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: network-ip-availabilities {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.338152 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: bindings {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.339810 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: quotas {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.341240 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: quotas {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.342667 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: rbac-policies {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.343968 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: security-groups {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.345185 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: security-group-rules {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.346444 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: service-providers {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.347646 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: subnetpools {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.350212 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: subnetpools {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.352301 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: tags {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.354067 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: tags {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.467879 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: tags {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.469664 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: tags {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.471474 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: tags {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.473335 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: tags {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.475640 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: tags {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.477542 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: tags {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.479319 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: tags {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.481184 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron.api.extensions [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Extended resource: tags {{(pid=91679) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 12:19:18.487121 dv-cinder-793386-1-smb neutron-server[91679]: WARNING keystonemiddleware.auth_token [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 12:19:18.491936 dv-cinder-793386-1-smb neutron-server[91679]: WARNING keystonemiddleware.auth_token [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 12:19:18.500534 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_concurrency.lockutils [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Acquired lock "singleton_lock" {{(pid=91679) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 12:19:18.501020 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_concurrency.lockutils [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Releasing lock "singleton_lock" {{(pid=91679) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 12:19:18.501666 dv-cinder-793386-1-smb neutron-server[91679]: INFO oslo_service.service [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Starting 2 workers May 27 12:19:18.506550 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Started child 91784 {{(pid=91679) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 12:19:18.511126 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Started child 91785 {{(pid=91679) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 12:19:18.511722 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:18.512713 dv-cinder-793386-1-smb neutron-server[91679]: INFO neutron.service [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 12:19:18.513331 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [-] (91784) wsgi starting up on http://0.0.0.0:9696 May 27 12:19:18.513572 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Notify callbacks [] for process, before_spawn {{(pid=91679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:18.515637 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:18.516228 dv-cinder-793386-1-smb neutron-server[91679]: INFO oslo_service.service [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Starting 1 workers May 27 12:19:18.517168 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [-] (91785) wsgi starting up on http://0.0.0.0:9696 May 27 12:19:18.520987 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Started child 91786 {{(pid=91679) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 12:19:18.521492 dv-cinder-793386-1-smb neutron-server[91679]: INFO oslo_service.service [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Starting 1 workers May 27 12:19:18.525324 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.service [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] calling RpcWorker wait() {{(pid=91786) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 12:19:18.525956 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.service [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] returning from RpcWorker wait() {{(pid=91786) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 12:19:18.526812 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Started child 91787 {{(pid=91679) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 12:19:18.527244 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:18.527567 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG neutron_lib.callbacks.manager [None req-c08d14f3-e82c-4db6-bac8-ca1430ec0a79 None None] Notify callbacks [] for process, after_spawn {{(pid=91679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:18.527771 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:19:18.529438 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91679) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 12:19:18.529646 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 12:19:18.529830 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 12:19:18.530049 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 12:19:18.530421 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 12:19:18.530565 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 12:19:18.531074 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.531353 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.531642 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.531795 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:18.532272 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.532272 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.532745 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.533001 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.533235 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.533514 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.533764 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.533938 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.534104 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.534390 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.534656 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.534958 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.535213 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.535449 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.535723 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.535893 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.536147 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.536427 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.536658 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.536940 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] debug = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.537169 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.538217 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.538460 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.538732 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.538949 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.539177 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.539389 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.539666 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.539910 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.540155 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.540383 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.540636 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.540860 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.541081 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.541279 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.541551 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.541815 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.542303 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] host = dv-cinder-793386-1-smb {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.542563 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.542809 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.543093 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.543317 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.543525 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.543740 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.543967 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.544174 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.544403 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.544633 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.544853 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.545095 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.545329 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.545542 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_file = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.545744 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_options = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.545946 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.546175 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.546435 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.546663 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.546899 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.547138 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.547358 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.547358 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.547793 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.547793 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.548207 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.548207 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.548606 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.548606 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.549160 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.549160 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.549581 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.549581 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.550182 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.550182 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.550662 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.550878 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.551100 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.551330 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.551549 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.551831 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.552076 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.552574 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.552574 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.552574 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.553192 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.553192 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.553578 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.553742 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.553887 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.554027 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.554274 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.554546 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.554776 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.555021 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.555253 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.555474 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.556918 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.557618 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.557618 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.558041 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] use_json = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.558041 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.558394 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.558555 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.558770 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.559009 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.559241 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.559496 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.559767 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.560231 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.561229 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.561656 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.562078 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.562303 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:19:18.562997 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.563787 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.564624 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.564896 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.565111 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.566533 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.566877 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.567159 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.569718 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.569994 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.570284 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.570630 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.570915 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.571213 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.571481 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.571714 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.571967 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.572233 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.572576 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.572851 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.573149 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.573415 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.573664 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.573894 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.574151 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.575444 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.575701 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.575952 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.576256 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.576518 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.576762 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.577002 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.577247 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.577505 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.577772 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.578048 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.578481 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.578876 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.579146 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.579406 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.579659 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.579881 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.580125 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.580362 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.580606 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.580877 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.581109 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.581357 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.581577 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.581798 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.582024 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.582283 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.582528 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.582747 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.583015 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.583170 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.583415 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.583669 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.583917 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.584129 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.584861 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.585094 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.585332 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.585554 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.585790 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.585996 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.586209 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.589223 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.589223 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.589223 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.589223 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.589223 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.589223 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.589223 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.589223 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.589223 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.594179 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.594179 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.594179 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.594179 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.594179 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.594179 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.594179 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.594179 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.595343 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.595343 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.595343 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.595343 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.595343 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.595343 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.595343 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.595343 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.597228 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.597228 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.597228 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.597228 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.597228 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.597228 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.597228 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.597228 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.598555 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.598555 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.598555 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.598555 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.598555 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.598555 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.598555 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.598555 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.599822 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.599822 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.599822 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.599822 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.599822 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.599822 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.599822 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.599822 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.601336 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.601336 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.601336 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.601336 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.601336 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.601921 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.601921 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.601921 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.602467 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.602467 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.602619 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.602867 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.603189 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.603422 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.603640 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.603860 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.604130 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.604381 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.605906 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.605906 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.605906 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.605906 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.605906 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.605906 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.607301 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.607301 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.607301 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.607301 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.607301 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.608048 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.608048 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.608048 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.608575 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.608575 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.608937 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.608937 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.609458 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.609458 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.610159 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.610159 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.610159 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.610851 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.610851 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.610851 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.611262 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.611262 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.611503 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.611639 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.611848 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.612130 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.612396 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.612630 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.612871 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.613132 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.613373 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.613608 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.613871 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.614087 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.614327 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.614558 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.614795 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.615015 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.615235 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.615470 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.618088 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.618088 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.618088 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.618088 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.618088 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.618088 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.618088 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.618088 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.619869 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.619869 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.619869 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.619869 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.619869 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.619869 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.619869 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.619869 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.621196 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.621196 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.621196 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.621196 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.621196 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.621196 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.621666 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.621764 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.622370 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.622370 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.622370 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.622892 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.622892 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.623147 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.623387 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.623387 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.623646 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.623828 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.624039 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.624265 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.624480 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.624720 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.624928 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.625146 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.625359 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.625588 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.625986 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.626330 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.626542 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.626760 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.626971 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.627361 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.627621 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.627851 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.628251 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.628486 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.628727 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.628995 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.629327 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.629567 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.629826 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.630048 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.630307 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.630553 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.630823 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.631145 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.631981 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.632238 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.632510 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.632769 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.633066 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.633553 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.633767 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.634630 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.634970 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.635248 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.635728 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.635885 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.636154 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.636380 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.636594 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.636810 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.637037 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.637245 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.637524 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.637754 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.638000 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.638215 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.638496 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.638715 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.638968 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.639196 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.639417 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.639633 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.639791 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 12:19:18.640397 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91679) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 12:19:18.640557 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 12:19:18.640711 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 12:19:18.640879 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 12:19:18.641049 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 12:19:18.641201 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 12:19:18.641405 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.641615 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.641879 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.642508 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.642508 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.642508 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.642874 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.642874 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.642874 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.643186 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.643186 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.643358 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.643517 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.643673 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.643830 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.643986 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.644176 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.644337 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.644565 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.644725 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.644882 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.645039 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.645194 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] debug = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.645350 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.645560 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.645722 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.645878 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.646056 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.646262 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.646457 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.646588 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.646746 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.646956 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.647631 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.647789 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.647947 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.648310 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.648310 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.648723 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.648872 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.649033 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] host = dv-cinder-793386-1-smb {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.649187 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.649319 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.649498 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.649639 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.649932 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.649932 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.650137 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.650228 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.650412 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.650569 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.650727 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.650883 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.651041 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.651198 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_file = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.652501 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_options = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.652501 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.652501 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.652501 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.652501 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.652501 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.653043 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.653043 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.653043 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.653043 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.653286 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.653355 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.653466 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.653623 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.653780 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.653940 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.654094 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.654278 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.654431 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.654589 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.654746 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.654903 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.655080 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.655326 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.655466 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.655589 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.655729 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.655956 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.656120 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.656236 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.656340 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.656455 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.656773 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.656773 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.657102 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.657102 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.657348 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.657348 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.657608 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.657723 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.657984 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.658146 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.658361 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.658554 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.658999 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.658999 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.658999 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] use_json = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.659333 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.659333 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.659559 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.659559 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.659911 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.659911 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.659911 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.660347 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 12:19:18.660347 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.660691 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.660691 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.660691 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.661012 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.661012 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.661360 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.661360 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.661673 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.661673 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.662032 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.662032 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.662032 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.662560 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.662740 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.662986 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.663152 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.663315 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.663477 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.663812 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.663812 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.664040 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.664131 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.664243 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.664408 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.664567 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.664728 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.664889 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.665051 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.665213 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.665374 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.665568 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.665772 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.666030 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.666322 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.666548 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.666712 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.666876 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.667053 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.667266 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.667490 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.667836 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.668015 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.668249 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.668496 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.668671 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.668835 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.669025 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.669234 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.669395 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.669608 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.669772 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.669932 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.670093 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.670288 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.670439 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.670600 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.670762 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.670923 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.671083 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.671245 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.671420 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.671581 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.671741 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.671901 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.672062 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.672222 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.672388 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.672547 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.672709 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.672867 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.673027 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.673188 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.673348 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.673684 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.673845 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.673999 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.674147 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.674317 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.674481 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.674643 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.674835 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.674967 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.675122 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.675254 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.675424 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.675585 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.675744 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.675905 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.676067 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.676214 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.676375 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.676529 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.676669 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.676831 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.677004 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.677142 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.677280 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.677442 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.677597 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.677748 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.677921 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.678081 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.678384 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.678534 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.678672 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.678834 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.678994 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.679158 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.679301 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.679452 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.679613 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.679747 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:19:18.679949 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.680163 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.680335 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.680503 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.680675 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.680837 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.681001 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.681162 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.681309 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.681471 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.681631 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.681791 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.682002 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.682169 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.682352 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.682522 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.682695 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.682855 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.683017 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.683177 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.683364 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.683555 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.683697 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.683832 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.683976 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.684131 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.684281 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.684438 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.684598 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.684759 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.684919 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.685079 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.685239 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.685399 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.685561 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.685723 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.685884 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.686043 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.686202 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.686382 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.686542 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.686701 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.686855 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.687014 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.687173 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.687333 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.687498 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.687658 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.687818 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.687977 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.688137 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.688296 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.688455 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.688614 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.688773 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.688932 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.689091 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.689254 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.689413 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.689573 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.689733 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.689893 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.690052 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.690212 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.690393 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.690553 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.690710 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.690869 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.691028 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.691190 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.691397 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.691520 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.691653 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.691812 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.691972 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.692148 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.692308 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.692467 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.692627 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.692787 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.692947 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.693106 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.693265 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.693425 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.693583 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.694303 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.694674 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.694847 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.694990 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.695150 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.695315 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.695460 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.697180 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.697180 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.697180 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.697180 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.697976 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 54922) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:19:18.698533 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.698675 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.699244 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.699244 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.699244 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.699568 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.699568 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.699784 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.699878 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.701556 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.701556 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.701556 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.701556 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.701556 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.701556 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.701556 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.701556 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.701556 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.702221 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.702221 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.702221 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.702221 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.702221 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.702578 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.702658 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.702754 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.702938 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.703460 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.703691 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.703929 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.704173 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.704827 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.704827 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.704827 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.705562 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.706435 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064559 May 27 12:19:18.706584 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.706584 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.706782 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.707051 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.707352 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.707661 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.707963 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.708278 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.708544 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.708979 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.708979 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.709245 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.710076 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.710226 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.710436 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.710589 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.710740 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.710903 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.711070 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.711395 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.711750 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.712110 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.712464 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.712635 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.712806 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.712975 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.713143 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.713311 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.713483 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.713656 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.713805 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 12:19:18.713944 dv-cinder-793386-1-smb neutron-server[91679]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91679) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 12:19:31.939360 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f92861-b2ff-4f6c-a362-1a124b79deea None None] get_active_networks_info from dv-cinder-793386-1-smb {{(pid=91786) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 27 12:19:32.064670 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f92861-b2ff-4f6c-a362-1a124b79deea None None] No non-hosted networks {{(pid=91786) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 12:19:32.074808 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.agentschedulers_db [None req-18f92861-b2ff-4f6c-a362-1a124b79deea None None] DHCP Agent not found on host dv-cinder-793386-1-smb {{(pid=91786) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 27 12:19:32.183280 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b6952170-cf78-40a1-adf2-d959ddf1ebf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135'] for agent, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:33.567348 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135'] for agent, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:33.568022 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:33.568398 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:33.574163 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:33.575632 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:33.577964 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:33.582148 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:33.591268 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:33.592145 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:33.592928 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:33.593728 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:33.594556 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:33.595424 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:33.596282 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793386-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:19:33.610562 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793386-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:19:34.298513 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c03e5a0c-8f98-4b9a-b0ca-ba15aea05fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135'] for agent, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:34.342894 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d440b2db-4660-4890-b796-d9e816482b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:35.614739 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135'] for agent, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:36.964723 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135'] for agent, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:38.566445 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55018) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:19:39.172989 dv-cinder-793386-1-smb neutron-server[91784]: WARNING oslo_policy.policy [None req-02d57f2e-df75-422e-b49e-89b5632d9d97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 12:19:39.173587 dv-cinder-793386-1-smb neutron-server[91784]: WARNING oslo_policy.policy [None req-02d57f2e-df75-422e-b49e-89b5632d9d97 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 12:19:39.391550 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [None req-02d57f2e-df75-422e-b49e-89b5632d9d97 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 12:19:39.392783 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-02d57f2e-df75-422e-b49e-89b5632d9d97 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8244503 May 27 12:19:40.345561 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.db.l3_hamode_db [None req-591da78b-b0cf-46b2-aff9-4f449ee073ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 12:19:40.432762 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591da78b-b0cf-46b2-aff9-4f449ee073ab None None] Routers set() bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:19:40.433121 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591da78b-b0cf-46b2-aff9-4f449ee073ab None None] Router IDs set() for agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 27 12:19:41.797147 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55032) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:19:42.179227 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-a9c4e40b-2f8e-4415-a4e7-6b9b57731141 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:19:42.280491 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.policy [None req-a9c4e40b-2f8e-4415-a4e7-6b9b57731141 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91784) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 12:19:42.325721 dv-cinder-793386-1-smb neutron-server[91784]: WARNING oslo_policy.policy [None req-a9c4e40b-2f8e-4415-a4e7-6b9b57731141 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 12:19:42.326103 dv-cinder-793386-1-smb neutron-server[91784]: WARNING oslo_policy.policy [None req-a9c4e40b-2f8e-4415-a4e7-6b9b57731141 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 12:19:42.334899 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.quota [None req-a9c4e40b-2f8e-4415-a4e7-6b9b57731141 admin admin] Loaded quota_driver: . May 27 12:19:42.350516 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a9c4e40b-2f8e-4415-a4e7-6b9b57731141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:19:42.413223 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a9c4e40b-2f8e-4415-a4e7-6b9b57731141 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772475777712', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772475777047', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772475772657', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772475761029', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772475754498', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772475746156', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2084495', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2054925', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1009183', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555434'] for rbac-policy, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:42.475523 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a9c4e40b-2f8e-4415-a4e7-6b9b57731141 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:42.476743 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a9c4e40b-2f8e-4415-a4e7-6b9b57731141 admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6786163 May 27 12:19:45.162255 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55046) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:19:45.788325 dv-cinder-793386-1-smb neutron-server[91785]: WARNING oslo_policy.policy [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 12:19:45.788930 dv-cinder-793386-1-smb neutron-server[91785]: WARNING oslo_policy.policy [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 12:19:46.007393 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Request body: {'network': {'tenant_id': '5be3761748204418afcf0f34e147045e', 'project_id': '5be3761748204418afcf0f34e147045e', 'name': 'private', 'admin_state_up': True}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:19:46.009048 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.quota [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Loaded quota_driver: . May 27 12:19:46.025736 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:19:46.032665 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Usage tracker for resource:network and tenant:5be3761748204418afcf0f34e147045e is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:19:46.039278 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:19:46.047000 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:19:46.064656 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Made reservation on behalf of 5be3761748204418afcf0f34e147045e for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:19:46.137525 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.policy [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91785) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 12:19:46.183454 dv-cinder-793386-1-smb neutron-server[91785]: WARNING oslo_policy.policy [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 12:19:46.184107 dv-cinder-793386-1-smb neutron-server[91785]: WARNING oslo_policy.policy [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 12:19:46.194773 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:46.216317 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:46.232016 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:19:46.235780 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Usage tracker for resource:security_group_rule and tenant:5be3761748204418afcf0f34e147045e is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:19:46.241201 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:19:46.247053 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:19:46.353399 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:46.357229 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:46.363111 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:19:46.381564 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=91785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:19:46.409401 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772477734126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:46.410023 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Unsubscribe: segment precommit_create {{(pid=91785) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 12:19:46.410531 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Added segment 499b9323-de61-4fbb-a60b-6a46c631f8aa of type vlan for network 0cf17772-a557-40fe-b13e-ba6ec7cdbd06 May 27 12:19:46.466257 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae91e17-7aa6-4184-86e9-29d43ef7f039,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:19:46.490305 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:46.490644 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:46.490971 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:46.491291 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:46.491610 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:46.491929 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:46.492264 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:46.492711 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:46.493042 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:46.493353 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:46.493667 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:46.493969 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Tracked resource versions report: May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: pushed versions: May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: { 'AddressGroup': {'1.2'}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'ConntrackHelper': {'1.0'}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'Log': {'1.0'}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'Network': {'1.1'}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'Port': {'1.7'}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'PortForwarding': {'1.2'}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'QosPolicy': {'1.8'}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'SecurityGroup': {'1.4'}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'SecurityGroupRule': {'1.2'}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'SubPort': {'1.0'}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'Subnet': {'1.1'}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'Trunk': {'1.1'}} May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: consumer versions: May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: { DHCP agent@dv-cinder-793386-1-smb: {}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: L3 agent@dv-cinder-793386-1-smb: {}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: Metadata agent@dv-cinder-793386-1-smb: {}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: Metering agent@dv-cinder-793386-1-smb: {}, May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: Open vSwitch agent@dv-cinder-793386-1-smb: { 'AddressGroup': '1.2', May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'ConntrackHelper': '1.0', May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'Log': '1.0', May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'Network': '1.1', May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'Port': '1.7', May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'PortForwarding': '1.2', May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'QosPolicy': '1.8', May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'SecurityGroup': '1.4', May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'SecurityGroupRule': '1.2', May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'SubPort': '1.0', May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'Subnet': '1.1', May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: 'Trunk': '1.1'}} May 27 12:19:46.495089 dv-cinder-793386-1-smb neutron-server[91785]: {{(pid=91785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 12:19:46.539277 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:19:46.541168 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:46.584748 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:46.586394 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:19:46.587037 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:46.591658 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:19:46.707923 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5445611 May 27 12:19:46.708653 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Pushing event updated for resources: {'Network': ['ID=0cf17772-a557-40fe-b13e-ba6ec7cdbd06,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:19:46.711914 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:19:46.720958 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 0cf17772-a557-40fe-b13e-ba6ec7cdbd06 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:19:49.445629 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55068) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:19:49.917779 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eee433-414c-40f1-a392-ddb44a1d9c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:19:49.919192 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-58eee433-414c-40f1-a392-ddb44a1d9c44 admin admin] 10.222.0.90 "GET /v2.0/networks/0cf17772-a557-40fe-b13e-ba6ec7cdbd06 HTTP/1.1" status: 200 len: 825 time: 0.4726012 May 27 12:19:49.951068 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-63900d2d-95f9-4b46-b3b1-d473a2c54d88 admin admin] 10.222.0.90 "GET /v2.0/subnetpools/8e27d7f8-b477-42d6-954f-c52424affdf5 HTTP/1.1" status: 200 len: 734 time: 0.0264604 May 27 12:19:49.964719 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Request body: {'subnet': {'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06', 'gateway_ip': '172.20.0.1', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'subnetpool_id': '8e27d7f8-b477-42d6-954f-c52424affdf5', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:19:49.972332 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:19:49.978606 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Usage tracker for resource:subnet and tenant:5be3761748204418afcf0f34e147045e is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:19:49.983279 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:19:49.992968 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:19:50.004534 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Made reservation on behalf of 5be3761748204418afcf0f34e147045e for: {'subnet': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:19:50.007758 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:50.514311 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:50.518766 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:19:50.605381 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Checking segment: {'id': '499b9323-de61-4fbb-a60b-6a46c631f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:19:50.605757 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Network hostable DHCP agents. Network: 0cf17772-a557-40fe-b13e-ba6ec7cdbd06, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:19:50.608653 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c5c010-ea7a-45e1-8206-b1912b26fa0c,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:19:50.612848 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:19:50.629690 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Network 0cf17772-a557-40fe-b13e-ba6ec7cdbd06 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:19:50.641832 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 0cf17772-a557-40fe-b13e-ba6ec7cdbd06) {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:19:50.647320 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:19:50.647920 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:50.653801 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78caaec-865d-49d8-a673-eba990e9d75e None None] Network 0cf17772-a557-40fe-b13e-ba6ec7cdbd06 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:19:50.672742 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7142155 May 27 12:19:51.004715 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp416639f8-8926-57cc-a53c-7bf1881b00c8-0cf17772-a557-40fe-b13e-ba6ec7cdbd06', 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'fixed_ips': [{'subnet_id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c'}]}} from dv-cinder-793386-1-smb. {{(pid=91786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 12:19:51.006446 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:51.207560 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Allocated IP 172.20.0.2 (0cf17772-a557-40fe-b13e-ba6ec7cdbd06/65c5c010-ea7a-45e1-8206-b1912b26fa0c/28a72b33-4fe7-4b88-bb6e-3075a98069f2) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:19:51.462750 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:51.475949 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Transition to ACTIVE for port object 28a72b33-4fe7-4b88-bb6e-3075a98069f2 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:19:51.498871 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Transition to ACTIVE for port object 28a72b33-4fe7-4b88-bb6e-3075a98069f2 will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:19:51.508257 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:51.513172 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:19:51.577369 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Network 0cf17772-a557-40fe-b13e-ba6ec7cdbd06 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:19:51.580280 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Resources bound (agent type, host, resource id): {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:19:51.586980 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Pushing event updated for resources: {'Port': ['ID=28a72b33-4fe7-4b88-bb6e-3075a98069f2,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:19:51.589276 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:19:51.598301 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:51.598636 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:51.598991 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:51.599321 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:51.599638 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:51.599951 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:51.600265 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:51.600573 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:51.600880 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:51.601186 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:51.601491 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:51.601795 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Tracked resource versions report: May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: pushed versions: May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: { 'AddressGroup': {'1.2'}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'ConntrackHelper': {'1.0'}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'Log': {'1.0'}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'Network': {'1.1'}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'Port': {'1.7'}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'PortForwarding': {'1.2'}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'QosPolicy': {'1.8'}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'SecurityGroup': {'1.4'}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'SecurityGroupRule': {'1.2'}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'SubPort': {'1.0'}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'Subnet': {'1.1'}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'Trunk': {'1.1'}} May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: consumer versions: May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: { DHCP agent@dv-cinder-793386-1-smb: {}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: L3 agent@dv-cinder-793386-1-smb: {}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: Metadata agent@dv-cinder-793386-1-smb: {}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: Metering agent@dv-cinder-793386-1-smb: {}, May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: Open vSwitch agent@dv-cinder-793386-1-smb: { 'AddressGroup': '1.2', May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'ConntrackHelper': '1.0', May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'Log': '1.0', May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'Network': '1.1', May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'Port': '1.7', May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'PortForwarding': '1.2', May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'QosPolicy': '1.8', May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'SecurityGroup': '1.4', May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'SecurityGroupRule': '1.2', May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'SubPort': '1.0', May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'Subnet': '1.1', May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: 'Trunk': '1.1'}} May 27 12:19:51.602908 dv-cinder-793386-1-smb neutron-server[91786]: {{(pid=91786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 12:19:51.637517 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:19:51.698061 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Attempting to bind port 28a72b33-4fe7-4b88-bb6e-3075a98069f2 on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:19:51.698774 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Attempting to bind port 28a72b33-4fe7-4b88-bb6e-3075a98069f2 by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '499b9323-de61-4fbb-a60b-6a46c631f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:19:51.698901 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Attempting to bind port 28a72b33-4fe7-4b88-bb6e-3075a98069f2 on network 0cf17772-a557-40fe-b13e-ba6ec7cdbd06 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:19:51.704554 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:19:51.704973 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Checking segment: {'id': '499b9323-de61-4fbb-a60b-6a46c631f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:19:51.705446 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:51.705841 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Bound using segment: {'id': '499b9323-de61-4fbb-a60b-6a46c631f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:19:51.706414 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Bound port: 28a72b33-4fe7-4b88-bb6e-3075a98069f2, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499b9323-de61-4fbb-a60b-6a46c631f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:19:51.706796 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:51.804292 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] For port 28a72b33-4fe7-4b88-bb6e-3075a98069f2, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:19:51.810479 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] For port 28a72b33-4fe7-4b88-bb6e-3075a98069f2, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=28a72b33-4fe7-4b88-bb6e-3075a98069f2,segment=NetworkSegment(499b9323-de61-4fbb-a60b-6a46c631f8aa),segment_id=499b9323-de61-4fbb-a60b-6a46c631f8aa)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:19:51.815812 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:51.820052 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:19:51.916089 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Pushing event updated for resources: {'Port': ['ID=28a72b33-4fe7-4b88-bb6e-3075a98069f2,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:19:51.919490 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:19:53.151717 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55078) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:19:53.542967 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [None req-c357420a-82b2-407d-bb01-89f7531505cb admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 12:19:53.544369 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c357420a-82b2-407d-bb01-89f7531505cb admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3921325 May 27 12:19:55.960632 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55088) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:19:56.357470 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [None req-0e10d3f8-5708-4ce3-a1a0-bdbaf5a229ce admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 12:19:56.358434 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-0e10d3f8-5708-4ce3-a1a0-bdbaf5a229ce admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3968601 May 27 12:19:57.478910 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e684dc66-37ff-47bd-90e3-1f80a019f1d7 None None] Network 0cf17772-a557-40fe-b13e-ba6ec7cdbd06 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:19:57.585032 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-e2b8401d-dc02-4d75-a3e7-5cc6e99f4992 None None] Provisioning for port 28a72b33-4fe7-4b88-bb6e-3075a98069f2 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:19:57.895771 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 28a72b33-4fe7-4b88-bb6e-3075a98069f2 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:19:57.971808 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 28a72b33-4fe7-4b88-bb6e-3075a98069f2 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:19:57.976896 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 28a72b33-4fe7-4b88-bb6e-3075a98069f2 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:19:57.977294 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:58.102874 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:58.134533 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 28a72b33-4fe7-4b88-bb6e-3075a98069f2, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=28a72b33-4fe7-4b88-bb6e-3075a98069f2,segment=NetworkSegment(499b9323-de61-4fbb-a60b-6a46c631f8aa),segment_id=499b9323-de61-4fbb-a60b-6a46c631f8aa)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:19:58.138487 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:58.140661 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:19:58.209851 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=28a72b33-4fe7-4b88-bb6e-3075a98069f2,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:19:58.213300 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:19:59.053048 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55104) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:19:59.422120 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-151038b4-9571-4f4c-b74f-1878cc1e5e27 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5be3761748204418afcf0f34e147045e'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:19:59.427628 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-151038b4-9571-4f4c-b74f-1878cc1e5e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:19:59.431842 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-151038b4-9571-4f4c-b74f-1878cc1e5e27 admin admin] Usage tracker for resource:router and tenant:5be3761748204418afcf0f34e147045e is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:19:59.435439 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-151038b4-9571-4f4c-b74f-1878cc1e5e27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:19:59.441577 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-151038b4-9571-4f4c-b74f-1878cc1e5e27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:19:59.451664 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-151038b4-9571-4f4c-b74f-1878cc1e5e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1014446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16046'] for router, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:59.453268 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-151038b4-9571-4f4c-b74f-1878cc1e5e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16087'] for router, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:59.476303 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-151038b4-9571-4f4c-b74f-1878cc1e5e27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:59.595045 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-151038b4-9571-4f4c-b74f-1878cc1e5e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:59.614469 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-151038b4-9571-4f4c-b74f-1878cc1e5e27 admin admin] Notify callbacks [] for router, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:19:59.615631 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-151038b4-9571-4f4c-b74f-1878cc1e5e27 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5616469 May 27 12:19:59.849497 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 28a72b33-4fe7-4b88-bb6e-3075a98069f2 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:19:59.917933 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 28a72b33-4fe7-4b88-bb6e-3075a98069f2 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:19:59.918328 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:01.848847 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-85974ae6-dbfa-4932-af14-988d4005c6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:02.023592 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55114) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:20:02.394726 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [None req-64df7942-0241-4122-aa03-6f2c9e8477c0 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91785) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 12:20:02.395718 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-64df7942-0241-4122-aa03-6f2c9e8477c0 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3711810 May 27 12:20:03.520868 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:04.288916 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e6f73783-05df-4e5d-9523-a0f490b40a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:04.795454 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55124) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:20:05.197015 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:20:05.201814 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:20:05.205859 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Usage tracker for resource:network and tenant:96d1123a8b134e9ea22d09d8e85d03a0 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:20:05.209529 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:20:05.215754 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:20:05.228672 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Made reservation on behalf of 96d1123a8b134e9ea22d09d8e85d03a0 for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:20:05.231103 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:05.244540 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:05.263007 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:20:05.266840 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Usage tracker for resource:security_group_rule and tenant:96d1123a8b134e9ea22d09d8e85d03a0 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:20:05.269829 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:20:05.277279 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:20:05.363788 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:05.368473 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:05.371556 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:20:05.393282 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Reserving flat network on physical network physnet1 {{(pid=91785) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 12:20:05.407606 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96530f2a-44f4-4825-898e-99a0eaeb0286,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:20:05.412119 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:20:05.414981 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:05.415298 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Added segment 0479d4fb-820c-4f9c-8ede-23687ac5da40 of type flat for network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 May 27 12:20:05.449313 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:05.486283 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:05.487806 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:20:05.488430 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:05.492312 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:20:05.551609 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:05.610463 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8139911 May 27 12:20:05.611026 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:20:05.613755 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:20:05.622529 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:20:06.901901 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:08.035413 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55144) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:20:08.284013 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f93eb02-b6d6-4aa1-bcfd-add39e19b83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:20:08.285567 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-2f93eb02-b6d6-4aa1-bcfd-add39e19b83a admin admin] 10.222.0.90 "GET /v2.0/subnets/65c5c010-ea7a-45e1-8206-b1912b26fa0c HTTP/1.1" status: 200 len: 849 time: 0.2492316 May 27 12:20:08.442021 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-da766f83-2cdf-4011-aa38-0677b7862301 admin admin] 10.222.0.90 "GET /v2.0/routers/3e85d342-3f3a-4567-9f66-b066f4357dec HTTP/1.1" status: 200 len: 704 time: 0.1501005 May 27 12:20:08.934930 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:09.181081 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Allocated IP 172.20.0.1 (0cf17772-a557-40fe-b13e-ba6ec7cdbd06/65c5c010-ea7a-45e1-8206-b1912b26fa0c/e6245646-cb1f-4cc9-b72d-1e924076b3d3) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:20:09.355221 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:09.373881 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Transition to ACTIVE for port object e6245646-cb1f-4cc9-b72d-1e924076b3d3 will not be triggered until provisioned by entity DHCP. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:20:09.435384 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:09.440699 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:20:09.494860 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Network 0cf17772-a557-40fe-b13e-ba6ec7cdbd06 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:20:09.504164 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:20:09.551324 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:20:09.552554 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010278'] for router_interface, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:09.677699 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Pushing event updated for resources: {'Port': ['ID=e6245646-cb1f-4cc9-b72d-1e924076b3d3,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:20:09.706391 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:09.706732 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:09.707059 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:09.707391 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:09.707709 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:09.708586 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:09.708900 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:09.709214 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:09.709542 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:09.709855 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:09.710167 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:09.710498 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Tracked resource versions report: May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: pushed versions: May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: { 'AddressGroup': {'1.2'}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'ConntrackHelper': {'1.0'}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'Log': {'1.0'}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'Network': {'1.1'}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'Port': {'1.7'}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'PortForwarding': {'1.2'}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'QosPolicy': {'1.8'}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'SecurityGroup': {'1.4'}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'SecurityGroupRule': {'1.2'}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'SubPort': {'1.0'}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'Subnet': {'1.1'}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'Trunk': {'1.1'}} May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: consumer versions: May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: { DHCP agent@dv-cinder-793386-1-smb: {}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: L3 agent@dv-cinder-793386-1-smb: {}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: Metadata agent@dv-cinder-793386-1-smb: {}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: Metering agent@dv-cinder-793386-1-smb: {}, May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: Open vSwitch agent@dv-cinder-793386-1-smb: { 'AddressGroup': '1.2', May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'ConntrackHelper': '1.0', May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'Log': '1.0', May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'Network': '1.1', May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'Port': '1.7', May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'PortForwarding': '1.2', May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'QosPolicy': '1.8', May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'SecurityGroup': '1.4', May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'SecurityGroupRule': '1.2', May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'SubPort': '1.0', May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'Subnet': '1.1', May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: 'Trunk': '1.1'}} May 27 12:20:09.711593 dv-cinder-793386-1-smb neutron-server[91784]: {{(pid=91784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 12:20:09.718043 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:20:09.760766 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-d861a4d4-b868-4dbf-a5df-472a4dca5b4c None None] Provisioning for port e6245646-cb1f-4cc9-b72d-1e924076b3d3 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:20:09.766423 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-d861a4d4-b868-4dbf-a5df-472a4dca5b4c None None] Provisioning complete for port e6245646-cb1f-4cc9-b72d-1e924076b3d3 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:20:09.766951 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d861a4d4-b868-4dbf-a5df-472a4dca5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:09.825316 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-d861a4d4-b868-4dbf-a5df-472a4dca5b4c None None] Port e6245646-cb1f-4cc9-b72d-1e924076b3d3 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:20:09.847072 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:10.124242 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:10.131228 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:10.132361 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1010373'] for router_interface, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:10.135799 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:20:10.274310 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Pushing event updated for resources: {'Port': ['ID=e6245646-cb1f-4cc9-b72d-1e924076b3d3,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:20:10.280615 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:20:10.342951 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Network 0cf17772-a557-40fe-b13e-ba6ec7cdbd06 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:20:10.344306 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:20:10.544050 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Router 3e85d342-3f3a-4567-9f66-b066f4357dec is scheduled to L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad with binding_index 1 {{(pid=91784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 12:20:10.550584 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-28aac3e4-4686-4222-b4d3-cfb7f0923d81 None None] Provisioning complete for port e6245646-cb1f-4cc9-b72d-1e924076b3d3 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:20:10.550820 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-28aac3e4-4686-4222-b4d3-cfb7f0923d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:10.609760 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-28aac3e4-4686-4222-b4d3-cfb7f0923d81 None None] Port e6245646-cb1f-4cc9-b72d-1e924076b3d3 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:20:10.716021 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:20:10.726568 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Sync routers for ids ['3e85d342-3f3a-4567-9f66-b066f4357dec'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:20:10.727141 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] 10.222.0.90 "PUT /v2.0/routers/3e85d342-3f3a-4567-9f66-b066f4357dec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2782855 May 27 12:20:10.738364 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Routers {'3e85d342-3f3a-4567-9f66-b066f4357dec'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:20:10.739923 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:20:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['3e85d342-3f3a-4567-9f66-b066f4357dec'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:20:10.936098 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Set router 3e85d342-3f3a-4567-9f66-b066f4357dec gateway port host: None {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:20:11.330117 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'name': 'router1', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:19:59Z', 'updated_at': '2021-05-27T12:20:09Z', 'revision_number': 2, 'project_id': '5be3761748204418afcf0f34e147045e', 'gw_port_host': None, '_interfaces': [{'id': 'e6245646-cb1f-4cc9-b72d-1e924076b3d3', 'name': '', 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'mac_address': 'fa:16:3e:40:6e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:20:08Z', 'updated_at': '2021-05-27T12:20:09Z', 'revision_number': 2, 'project_id': '5be3761748204418afcf0f34e147045e', 'subnets': [{'id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e27d7f8-b477-42d6-954f-c52424affdf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:20:11.335802 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Checking router: 3e85d342-3f3a-4567-9f66-b066f4357dec for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:20:11.336186 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Updating router 3e85d342-3f3a-4567-9f66-b066f4357dec port e6245646-cb1f-4cc9-b72d-1e924076b3d3 binding host dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:20:11.389258 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:11.787921 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:11.803602 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Transition to ACTIVE for port object e6245646-cb1f-4cc9-b72d-1e924076b3d3 will not be triggered until provisioned by entity L2. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:20:11.811941 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:11.817820 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:20:12.005121 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Pushing event updated for resources: {'Port': ['ID=e6245646-cb1f-4cc9-b72d-1e924076b3d3,revision_number=3']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:20:12.051343 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:12.052269 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:12.052602 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:12.052922 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:12.053237 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:12.053554 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:12.053867 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:12.054174 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:12.054511 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:12.054817 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:12.055123 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:12.055441 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Tracked resource versions report: May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: pushed versions: May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: { 'AddressGroup': {'1.2'}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'ConntrackHelper': {'1.0'}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'Log': {'1.0'}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'Network': {'1.1'}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'Port': {'1.7'}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'PortForwarding': {'1.2'}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'QosPolicy': {'1.8'}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'SecurityGroup': {'1.4'}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'SecurityGroupRule': {'1.2'}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'SubPort': {'1.0'}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'Subnet': {'1.1'}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'Trunk': {'1.1'}} May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: consumer versions: May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: { DHCP agent@dv-cinder-793386-1-smb: {}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: L3 agent@dv-cinder-793386-1-smb: {}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: Metadata agent@dv-cinder-793386-1-smb: {}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: Metering agent@dv-cinder-793386-1-smb: {}, May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: Open vSwitch agent@dv-cinder-793386-1-smb: { 'AddressGroup': '1.2', May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'ConntrackHelper': '1.0', May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'Log': '1.0', May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'Network': '1.1', May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'Port': '1.7', May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'PortForwarding': '1.2', May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'QosPolicy': '1.8', May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'SecurityGroup': '1.4', May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'SecurityGroupRule': '1.2', May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'SubPort': '1.0', May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'Subnet': '1.1', May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: 'Trunk': '1.1'}} May 27 12:20:12.056491 dv-cinder-793386-1-smb neutron-server[91787]: {{(pid=91787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 12:20:12.067937 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:20:12.075026 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Attempting to bind port e6245646-cb1f-4cc9-b72d-1e924076b3d3 on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:20:12.075413 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Attempting to bind port e6245646-cb1f-4cc9-b72d-1e924076b3d3 by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '499b9323-de61-4fbb-a60b-6a46c631f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06'}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:20:12.075845 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Attempting to bind port e6245646-cb1f-4cc9-b72d-1e924076b3d3 on network 0cf17772-a557-40fe-b13e-ba6ec7cdbd06 {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:20:12.081245 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:20:12.081656 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Checking segment: {'id': '499b9323-de61-4fbb-a60b-6a46c631f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:20:12.082119 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:12.082527 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Bound using segment: {'id': '499b9323-de61-4fbb-a60b-6a46c631f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06'} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:20:12.083113 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Bound port: e6245646-cb1f-4cc9-b72d-1e924076b3d3, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499b9323-de61-4fbb-a60b-6a46c631f8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06'}}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:20:12.083485 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:12.170628 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] For port e6245646-cb1f-4cc9-b72d-1e924076b3d3, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:20:12.174804 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] For port e6245646-cb1f-4cc9-b72d-1e924076b3d3, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=e6245646-cb1f-4cc9-b72d-1e924076b3d3,segment=NetworkSegment(499b9323-de61-4fbb-a60b-6a46c631f8aa),segment_id=499b9323-de61-4fbb-a60b-6a46c631f8aa)] {{(pid=91787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:20:12.180344 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:12.184291 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:20:12.267300 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Pushing event updated for resources: {'Port': ['ID=e6245646-cb1f-4cc9-b72d-1e924076b3d3,revision_number=4']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:20:12.295418 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Routers {'3e85d342-3f3a-4567-9f66-b066f4357dec'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:20:12.295966 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:20:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['3e85d342-3f3a-4567-9f66-b066f4357dec'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:20:12.365414 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:20:12.461301 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] Set router 3e85d342-3f3a-4567-9f66-b066f4357dec gateway port host: None {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:20:12.632464 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 5 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:20:12.844312 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'name': 'router1', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:19:59Z', 'updated_at': '2021-05-27T12:20:09Z', 'revision_number': 2, 'project_id': '5be3761748204418afcf0f34e147045e', 'gw_port_host': None, '_interfaces': [{'id': 'e6245646-cb1f-4cc9-b72d-1e924076b3d3', 'name': '', 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'mac_address': 'fa:16:3e:40:6e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:20:08Z', 'updated_at': '2021-05-27T12:20:12Z', 'revision_number': 4, 'project_id': '5be3761748204418afcf0f34e147045e', 'subnets': [{'id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e27d7f8-b477-42d6-954f-c52424affdf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:20:12.849266 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab0a533-ead9-4753-8846-7a67db6d6bac None None] The sync data for ids ['3e85d342-3f3a-4567-9f66-b066f4357dec'] in dv-cinder-793386-1-smb is: [{'id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'name': 'router1', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:19:59Z', 'updated_at': '2021-05-27T12:20:09Z', 'revision_number': 2, 'project_id': '5be3761748204418afcf0f34e147045e', 'gw_port_host': None, '_interfaces': [{'id': 'e6245646-cb1f-4cc9-b72d-1e924076b3d3', 'name': '', 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'mac_address': 'fa:16:3e:40:6e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:20:08Z', 'updated_at': '2021-05-27T12:20:12Z', 'revision_number': 4, 'project_id': '5be3761748204418afcf0f34e147045e', 'subnets': [{'id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e27d7f8-b477-42d6-954f-c52424affdf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:20:12.991695 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55172) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:20:13.156732 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f48540b-bb1a-423c-8944-64b0857ded34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:20:13.157226 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5f48540b-bb1a-423c-8944-64b0857ded34 admin admin] Synchronizing usage tracker for tenant:96d1123a8b134e9ea22d09d8e85d03a0 on resource:network {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:20:13.177767 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5f48540b-bb1a-423c-8944-64b0857ded34 admin admin] Unset dirty status for tenant:96d1123a8b134e9ea22d09d8e85d03a0 on resource:network {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:20:13.178930 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-5f48540b-bb1a-423c-8944-64b0857ded34 admin admin] 10.222.0.90 "GET /v2.0/networks/4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 HTTP/1.1" status: 200 len: 842 time: 0.1862819 May 27 12:20:13.188621 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:20:13.194309 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:20:13.199826 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Usage tracker for resource:subnet and tenant:96d1123a8b134e9ea22d09d8e85d03a0 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:20:13.203039 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:20:13.210917 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:20:13.224861 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Made reservation on behalf of 96d1123a8b134e9ea22d09d8e85d03a0 for: {'subnet': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:20:13.227365 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:13.728276 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.objects.ports [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91785) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 27 12:20:13.728756 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:13.732841 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e93131ac-8b46-4b89-98c5-3c47d40fe704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:20:13.803416 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=425df76e-8d04-4deb-9bf3-ddc6f08c6f18,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:20:13.807472 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:20:13.817432 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Checking segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:20:13.817764 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Network hostable DHCP agents. Network: 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:20:13.837490 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:20:13.849986 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86) {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:20:13.856384 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:20:13.857288 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:13.864392 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032cb8b7-1676-4ab7-854c-1e4d0e79ccb2 None None] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:20:13.890301 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7039237 May 27 12:20:14.092630 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cb0a79-fba1-46b8-a04a-1a8f60e85a4c None None] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:20:15.897029 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device e6245646-cb1f-4cc9-b72d-1e924076b3d3 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:20:15.969560 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port e6245646-cb1f-4cc9-b72d-1e924076b3d3 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:20:15.975304 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port e6245646-cb1f-4cc9-b72d-1e924076b3d3 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:20:15.975686 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:16.101472 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:16.139581 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port e6245646-cb1f-4cc9-b72d-1e924076b3d3, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=e6245646-cb1f-4cc9-b72d-1e924076b3d3,segment=NetworkSegment(499b9323-de61-4fbb-a60b-6a46c631f8aa),segment_id=499b9323-de61-4fbb-a60b-6a46c631f8aa)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:20:16.144844 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:16.148404 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:20:16.223924 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=e6245646-cb1f-4cc9-b72d-1e924076b3d3,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:20:16.227215 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:20:16.238920 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55186) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:20:16.453786 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c70d8e12-9b65-4957-bb4e-9552acc0e2ac admin admin] 10.222.0.90 "GET /v2.0/routers/3e85d342-3f3a-4567-9f66-b066f4357dec HTTP/1.1" status: 200 len: 710 time: 0.2136481 May 27 12:20:16.590936 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae048cd2-c175-43ed-9219-2ec48c66671a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:20:16.593268 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-ae048cd2-c175-43ed-9219-2ec48c66671a admin admin] 10.222.0.90 "GET /v2.0/networks/4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 HTTP/1.1" status: 200 len: 886 time: 0.1334434 May 27 12:20:16.603387 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:20:17.130866 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1014448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16065'] for router, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:17.458361 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:17.516841 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:17.651476 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Allocated IP 172.28.3.205 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/ff03f5d6-e5b5-4034-bb80-ad0017d26bef) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:20:17.794056 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:17.834334 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:17.838532 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:20:17.866696 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device e6245646-cb1f-4cc9-b72d-1e924076b3d3 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:20:17.903302 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:20:17.906171 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:20:17.909982 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:20:17.938258 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port e6245646-cb1f-4cc9-b72d-1e924076b3d3 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:20:17.938639 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:17.967966 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Pushing event updated for resources: {'Port': ['ID=ff03f5d6-e5b5-4034-bb80-ad0017d26bef,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:20:17.978850 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:20:18.320866 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:18.738248 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1014448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16065'] for router, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:18.744962 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1014402'] for router, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:18.949816 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Router 3e85d342-3f3a-4567-9f66-b066f4357dec has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:20:19.133540 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:20:19.141904 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Notify callbacks [] for router, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:19.143066 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Sync routers for ids ['3e85d342-3f3a-4567-9f66-b066f4357dec'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:20:19.143551 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] 10.222.0.90 "PUT /v2.0/routers/3e85d342-3f3a-4567-9f66-b066f4357dec HTTP/1.1" status: 200 len: 890 time: 2.5440552 May 27 12:20:19.157335 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Routers {'3e85d342-3f3a-4567-9f66-b066f4357dec'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:20:19.158365 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:20:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['3e85d342-3f3a-4567-9f66-b066f4357dec'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:20:19.365346 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Set router 3e85d342-3f3a-4567-9f66-b066f4357dec gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:20:19.759474 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'name': 'router1', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ff03f5d6-e5b5-4034-bb80-ad0017d26bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:19:59Z', 'updated_at': '2021-05-27T12:20:18Z', 'revision_number': 4, 'project_id': '5be3761748204418afcf0f34e147045e', 'gw_port': {'id': 'ff03f5d6-e5b5-4034-bb80-ad0017d26bef', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:20:17Z', 'updated_at': '2021-05-27T12:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'e6245646-cb1f-4cc9-b72d-1e924076b3d3', 'name': '', 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'mac_address': 'fa:16:3e:40:6e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:20:08Z', 'updated_at': '2021-05-27T12:20:16Z', 'revision_number': 5, 'project_id': '5be3761748204418afcf0f34e147045e', 'subnets': [{'id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e27d7f8-b477-42d6-954f-c52424affdf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:20:19.765205 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Checking router: 3e85d342-3f3a-4567-9f66-b066f4357dec for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:20:19.765578 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Updating router 3e85d342-3f3a-4567-9f66-b066f4357dec port ff03f5d6-e5b5-4034-bb80-ad0017d26bef binding host dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:20:19.828183 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:20.212390 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:20.225604 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Transition to ACTIVE for port object ff03f5d6-e5b5-4034-bb80-ad0017d26bef will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:20:20.233983 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:20.238684 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:20:20.330794 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78175d78-5336-49e4-ac25-a32583ad7348 None None] Pushing event updated for resources: {'Port': ['ID=ff03f5d6-e5b5-4034-bb80-ad0017d26bef,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:20:20.335526 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-78175d78-5336-49e4-ac25-a32583ad7348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:20:20.338212 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Attempting to bind port ff03f5d6-e5b5-4034-bb80-ad0017d26bef on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:20:20.338617 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Attempting to bind port ff03f5d6-e5b5-4034-bb80-ad0017d26bef by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:20:20.338985 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Attempting to bind port ff03f5d6-e5b5-4034-bb80-ad0017d26bef on network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:20:20.345192 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:20:20.345463 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Checking segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:20:20.345810 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:20.346204 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Bound using segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:20:20.346714 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Bound port: ff03f5d6-e5b5-4034-bb80-ad0017d26bef, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:20:20.347090 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:20.428472 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] For port ff03f5d6-e5b5-4034-bb80-ad0017d26bef, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:20:20.432268 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] For port ff03f5d6-e5b5-4034-bb80-ad0017d26bef, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=ff03f5d6-e5b5-4034-bb80-ad0017d26bef,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:20:20.438781 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:20.443199 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-cb46507c-19f4-4bf4-ab61-f44864ce4d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:20:20.527634 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Routers {'3e85d342-3f3a-4567-9f66-b066f4357dec'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:20:20.528267 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:20:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['3e85d342-3f3a-4567-9f66-b066f4357dec'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:20:20.584562 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78175d78-5336-49e4-ac25-a32583ad7348 None None] Pushing event updated for resources: {'Port': ['ID=ff03f5d6-e5b5-4034-bb80-ad0017d26bef,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:20:20.603541 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-78175d78-5336-49e4-ac25-a32583ad7348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:20:20.797924 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] Set router 3e85d342-3f3a-4567-9f66-b066f4357dec gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:20:21.225304 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'name': 'router1', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ff03f5d6-e5b5-4034-bb80-ad0017d26bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:19:59Z', 'updated_at': '2021-05-27T12:20:18Z', 'revision_number': 4, 'project_id': '5be3761748204418afcf0f34e147045e', 'gw_port': {'id': 'ff03f5d6-e5b5-4034-bb80-ad0017d26bef', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:20:17Z', 'updated_at': '2021-05-27T12:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'e6245646-cb1f-4cc9-b72d-1e924076b3d3', 'name': '', 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'mac_address': 'fa:16:3e:40:6e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:20:08Z', 'updated_at': '2021-05-27T12:20:16Z', 'revision_number': 5, 'project_id': '5be3761748204418afcf0f34e147045e', 'subnets': [{'id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e27d7f8-b477-42d6-954f-c52424affdf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:20:21.229984 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af3d330-ae21-4118-8573-b73a97071890 None None] The sync data for ids ['3e85d342-3f3a-4567-9f66-b066f4357dec'] in dv-cinder-793386-1-smb is: [{'id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'name': 'router1', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ff03f5d6-e5b5-4034-bb80-ad0017d26bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:19:59Z', 'updated_at': '2021-05-27T12:20:18Z', 'revision_number': 4, 'project_id': '5be3761748204418afcf0f34e147045e', 'gw_port': {'id': 'ff03f5d6-e5b5-4034-bb80-ad0017d26bef', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:20:17Z', 'updated_at': '2021-05-27T12:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'e6245646-cb1f-4cc9-b72d-1e924076b3d3', 'name': '', 'network_id': '0cf17772-a557-40fe-b13e-ba6ec7cdbd06', 'tenant_id': '5be3761748204418afcf0f34e147045e', 'mac_address': 'fa:16:3e:40:6e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e85d342-3f3a-4567-9f66-b066f4357dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:20:08Z', 'updated_at': '2021-05-27T12:20:16Z', 'revision_number': 5, 'project_id': '5be3761748204418afcf0f34e147045e', 'subnets': [{'id': '65c5c010-ea7a-45e1-8206-b1912b26fa0c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e27d7f8-b477-42d6-954f-c52424affdf5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:20:21.612290 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55196) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:20:21.750320 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-0e943cd1-97e0-441b-9c23-6f5f4059ecc0 admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1364024 May 27 12:20:21.946138 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device ff03f5d6-e5b5-4034-bb80-ad0017d26bef up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:20:22.061919 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port ff03f5d6-e5b5-4034-bb80-ad0017d26bef completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:20:22.069810 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port ff03f5d6-e5b5-4034-bb80-ad0017d26bef triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:20:22.070184 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:22.208506 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:22.228045 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port ff03f5d6-e5b5-4034-bb80-ad0017d26bef, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=ff03f5d6-e5b5-4034-bb80-ad0017d26bef,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:20:22.234635 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:22.240186 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-78175d78-5336-49e4-ac25-a32583ad7348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:20:22.390924 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=ff03f5d6-e5b5-4034-bb80-ad0017d26bef,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:20:22.394838 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:20:23.881596 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device ff03f5d6-e5b5-4034-bb80-ad0017d26bef up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:20:23.995929 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port ff03f5d6-e5b5-4034-bb80-ad0017d26bef triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:20:23.996712 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:31.865968 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-800661ca-c55a-4767-ae10-f0244560f8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:33.534818 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:34.319853 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-93b6d950-2a9d-4d3f-b4d3-9c80e53b8902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:35.559411 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:36.919874 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:20:49.636054 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 5 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:21:01.863885 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e475feb4-fecc-4e70-a5f2-532b8583fc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:21:03.531242 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:21:04.306041 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d98b3277-223c-4877-8b97-38001c4816e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:21:05.573267 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:21:06.931438 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:21:26.623392 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 5 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:21:31.851182 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-fba5144b-9546-4cdd-867d-f93d925b6700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:21:33.537362 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:21:34.306826 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-19629f9d-8a2e-4b62-9f6e-8f29be58dbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:21:35.561500 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:21:36.928587 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:01.855276 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ebba6671-f9bf-44d4-9702-83ac470b858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:02.357368 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55766) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:02.428492 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.pecan_wsgi.hooks.translation [None req-239f9d70-9dab-4169-b0d3-ebeee7e31309 admin admin] GET failed (client error): The resource could not be found. May 27 12:22:02.429798 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-239f9d70-9dab-4169-b0d3-ebeee7e31309 admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0714941 May 27 12:22:02.570902 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856a6c10-fe6c-4793-b82d-c433377accc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:02.572271 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-856a6c10-fe6c-4793-b82d-c433377accc8 admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1384637 May 27 12:22:03.542190 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:03.622457 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 5 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:22:04.301814 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2d444f28-fd6a-40f3-a926-efc391b28c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:04.720538 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55776) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:04.829898 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f066fe0-a924-4326-a25c-fd4ff6a3229e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:04.830493 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-0f066fe0-a924-4326-a25c-fd4ff6a3229e admin admin] Synchronizing usage tracker for tenant:96d1123a8b134e9ea22d09d8e85d03a0 on resource:subnet {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:22:04.846576 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-0f066fe0-a924-4326-a25c-fd4ff6a3229e admin admin] Unset dirty status for tenant:96d1123a8b134e9ea22d09d8e85d03a0 on resource:subnet {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:22:04.847822 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-0f066fe0-a924-4326-a25c-fd4ff6a3229e admin admin] 10.222.0.90 "GET /v2.0/subnets/65c5c010-ea7a-45e1-8206-b1912b26fa0c HTTP/1.1" status: 200 len: 849 time: 0.1263511 May 27 12:22:04.857085 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:22:04.974931 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:05.164117 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772477672861'] for subnet, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:05.167786 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:22:05.207217 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:05.207800 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:05.209058 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] 10.222.0.90 "PUT /v2.0/subnets/65c5c010-ea7a-45e1-8206-b1912b26fa0c HTTP/1.1" status: 200 len: 868 time: 0.3557801 May 27 12:22:05.233472 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac7179-840b-42dd-bb07-fbb25ba91670 None None] Network 0cf17772-a557-40fe-b13e-ba6ec7cdbd06 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:22:05.234051 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c5c010-ea7a-45e1-8206-b1912b26fa0c,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:22:05.242687 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:05.243229 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:05.243626 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:05.243961 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:05.244290 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:05.244654 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:05.245066 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:05.245449 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:05.245800 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:05.246128 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:05.246474 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:05.246795 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:05.250554 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:22:05.570003 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:05.702156 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-f309d10d-9e7a-4c79-93e2-4406a366aa77 None None] Provisioning complete for port e6245646-cb1f-4cc9-b72d-1e924076b3d3 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:22:05.702623 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f309d10d-9e7a-4c79-93e2-4406a366aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:05.829332 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-f309d10d-9e7a-4c79-93e2-4406a366aa77 None None] Provisioning complete for port 28a72b33-4fe7-4b88-bb6e-3075a98069f2 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:22:05.830133 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f309d10d-9e7a-4c79-93e2-4406a366aa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:06.929544 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:07.358187 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55786) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:07.547060 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de2d772-e3ac-469d-9a0d-bf0b7e509479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:07.547459 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de2d772-e3ac-469d-9a0d-bf0b7e509479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:07.549152 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-5de2d772-e3ac-469d-9a0d-bf0b7e509479 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1900086 May 27 12:22:09.685782 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55796) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:09.858033 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d360fdb2-c4ca-41b5-a18e-fd8fdfb48bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:09.858550 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d360fdb2-c4ca-41b5-a18e-fd8fdfb48bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:09.860038 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-d360fdb2-c4ca-41b5-a18e-fd8fdfb48bad admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1732793 May 27 12:22:12.018076 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55806) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:12.189933 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cf0a35-1e70-426c-981a-30c45c8c7eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:12.191197 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-d6cf0a35-1e70-426c-981a-30c45c8c7eaa admin admin] 10.222.0.90 "GET /v2.0/networks/0cf17772-a557-40fe-b13e-ba6ec7cdbd06 HTTP/1.1" status: 200 len: 869 time: 0.1721404 May 27 12:22:14.333402 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55816) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:14.501372 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10499674-7250-4255-b304-b012c4d23774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:14.502723 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-10499674-7250-4255-b304-b012c4d23774 admin admin] 10.222.0.90 "GET /v2.0/networks/4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 HTTP/1.1" status: 200 len: 886 time: 0.1683903 May 27 12:22:16.670382 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55826) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:16.777922 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c590a156-4ae4-4a36-ad3c-35baad4d0430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:16.778421 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c590a156-4ae4-4a36-ad3c-35baad4d0430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:16.779921 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c590a156-4ae4-4a36-ad3c-35baad4d0430 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085987 May 27 12:22:18.935972 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55836) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:19.043071 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9febb0cb-2b8e-4dbe-b80e-b8a9afcd064e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:19.043594 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9febb0cb-2b8e-4dbe-b80e-b8a9afcd064e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:19.045353 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-9febb0cb-2b8e-4dbe-b80e-b8a9afcd064e admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1084416 May 27 12:22:21.175947 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55846) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:21.278810 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe2b5d-f86e-4b5e-9543-aea0330613c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:21.280166 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-f6fe2b5d-f86e-4b5e-9543-aea0330613c7 admin admin] 10.222.0.90 "GET /v2.0/subnets/425df76e-8d04-4deb-9bf3-ddc6f08c6f18 HTTP/1.1" status: 200 len: 816 time: 0.1032784 May 27 12:22:23.409944 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 55856) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:23.519393 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c3dd48-10f1-4622-a4af-e993b43131b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:23.520751 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-d7c3dd48-10f1-4622-a4af-e993b43131b3 admin admin] 10.222.0.90 "GET /v2.0/subnets/65c5c010-ea7a-45e1-8206-b1912b26fa0c HTTP/1.1" status: 200 len: 868 time: 0.1098206 May 27 12:22:31.857476 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-72a23d8c-ec4f-487c-bdcb-aacfcda0b355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:33.550282 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:34.303177 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b0d9e04f-3124-4626-9406-72532343798b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:35.568476 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:36.939937 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:40.621682 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 5 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:22:46.797672 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55900) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:46.847565 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [None req-b7125589-7f70-4cb4-98e3-09421b0ce3dd admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91785) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 12:22:46.848568 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-b7125589-7f70-4cb4-98e3-09421b0ce3dd admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499122 May 27 12:22:49.091650 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55910) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:49.163612 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e54d66-d740-498b-801f-98f76a6a8551 admin admin] GET failed (client error): The resource could not be found. May 27 12:22:49.165308 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-57e54d66-d740-498b-801f-98f76a6a8551 admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0723825 May 27 12:22:49.324532 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd22860-da70-4fe8-97a2-30dfe779c409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:49.326099 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-ccd22860-da70-4fe8-97a2-30dfe779c409 admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1568413 May 27 12:22:51.575710 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55920) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:51.628474 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:22:51.633410 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:22:51.643802 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:22:51.654530 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Made reservation on behalf of 96d1123a8b134e9ea22d09d8e85d03a0 for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:22:51.657027 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:51.748110 dv-cinder-793386-1-smb neutron-server[91785]: WARNING neutron.services.revisions.revision_plugin [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Could not find related network for resource to bump revision. May 27 12:22:51.761655 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=91785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:22:51.773579 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:51.773922 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Added segment 8ac1f92e-8321-473a-8138-d3360afc6c7d of type vlan for network 682629da-02dd-4c80-a76f-68fb15f25274 May 27 12:22:51.800813 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:51.833332 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:51.835006 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:51.835586 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:51.839212 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:22:51.938349 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3609588 May 27 12:22:51.941472 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Pushing event updated for resources: {'Network': ['ID=682629da-02dd-4c80-a76f-68fb15f25274,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:22:51.944811 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:22:51.952413 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 682629da-02dd-4c80-a76f-68fb15f25274 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:22:54.144228 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55930) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:22:54.216521 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33a9992-84e1-431c-8913-f93d4603fc1c admin admin] GET failed (client error): The resource could not be found. May 27 12:22:54.217050 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-b33a9992-84e1-431c-8913-f93d4603fc1c admin admin] Synchronizing usage tracker for tenant:96d1123a8b134e9ea22d09d8e85d03a0 on resource:network {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:22:54.232594 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-b33a9992-84e1-431c-8913-f93d4603fc1c admin admin] Unset dirty status for tenant:96d1123a8b134e9ea22d09d8e85d03a0 on resource:network {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:22:54.233733 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-b33a9992-84e1-431c-8913-f93d4603fc1c admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0885592 May 27 12:22:54.337018 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e14145a-154e-470f-8343-d31f223bfd32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:54.338499 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-0e14145a-154e-470f-8343-d31f223bfd32 admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1003516 May 27 12:22:54.348319 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:22:54.352928 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:22:54.362989 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:22:54.372167 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Made reservation on behalf of 96d1123a8b134e9ea22d09d8e85d03a0 for: {'subnet': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:22:54.374540 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:54.751827 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:54.755375 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:22:54.828017 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ddd55ad-a3a3-440d-8531-e71a7bb8dd42,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:22:54.832390 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:22:54.837942 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Checking segment: {'id': '8ac1f92e-8321-473a-8138-d3360afc6c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:22:54.838397 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Network hostable DHCP agents. Network: 682629da-02dd-4c80-a76f-68fb15f25274, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:22:54.855939 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Network 682629da-02dd-4c80-a76f-68fb15f25274 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:22:54.865815 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 682629da-02dd-4c80-a76f-68fb15f25274) {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:22:54.870471 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:22:54.872236 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:54.875851 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a71297-9004-43e1-b09c-dd0be8de461d None None] Network 682629da-02dd-4c80-a76f-68fb15f25274 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:22:54.898662 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5537863 May 27 12:22:55.110912 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp416639f8-8926-57cc-a53c-7bf1881b00c8-682629da-02dd-4c80-a76f-68fb15f25274', 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274', 'tenant_id': '96d1123a8b134e9ea22d09d8e85d03a0', 'fixed_ips': [{'subnet_id': '9ddd55ad-a3a3-440d-8531-e71a7bb8dd42'}]}} from dv-cinder-793386-1-smb. {{(pid=91786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 12:22:55.111746 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:55.298795 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Allocated IP 192.168.233.2 (682629da-02dd-4c80-a76f-68fb15f25274/9ddd55ad-a3a3-440d-8531-e71a7bb8dd42/93046071-a153-4f81-a69b-fe345baea24b) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:22:55.510839 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:55.525049 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Transition to ACTIVE for port object 93046071-a153-4f81-a69b-fe345baea24b will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:22:55.544556 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Transition to ACTIVE for port object 93046071-a153-4f81-a69b-fe345baea24b will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:22:55.550402 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:55.554953 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:22:55.615247 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Network 682629da-02dd-4c80-a76f-68fb15f25274 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:22:55.618143 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Resources bound (agent type, host, resource id): {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:22:55.621925 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:22:55.654784 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Pushing event updated for resources: {'Port': ['ID=93046071-a153-4f81-a69b-fe345baea24b,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:22:55.672776 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:55.673118 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:55.673452 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:55.673784 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:55.674112 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:55.674459 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:55.674786 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:55.675110 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:55.675436 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:55.675755 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:55.676073 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:55.676389 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:22:55.706372 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:22:55.731907 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Attempting to bind port 93046071-a153-4f81-a69b-fe345baea24b on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:22:55.732294 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Attempting to bind port 93046071-a153-4f81-a69b-fe345baea24b by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '8ac1f92e-8321-473a-8138-d3360afc6c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:22:55.732669 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Attempting to bind port 93046071-a153-4f81-a69b-fe345baea24b on network 682629da-02dd-4c80-a76f-68fb15f25274 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:22:55.738734 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:22:55.739110 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Checking segment: {'id': '8ac1f92e-8321-473a-8138-d3360afc6c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:22:55.739514 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:55.740003 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Bound using segment: {'id': '8ac1f92e-8321-473a-8138-d3360afc6c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:22:55.740386 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Bound port: 93046071-a153-4f81-a69b-fe345baea24b, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac1f92e-8321-473a-8138-d3360afc6c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:22:55.740756 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:55.843584 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] For port 93046071-a153-4f81-a69b-fe345baea24b, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:22:55.847067 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] For port 93046071-a153-4f81-a69b-fe345baea24b, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=93046071-a153-4f81-a69b-fe345baea24b,segment=NetworkSegment(8ac1f92e-8321-473a-8138-d3360afc6c7d),segment_id=8ac1f92e-8321-473a-8138-d3360afc6c7d)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:22:55.853748 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:55.858179 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:22:55.945565 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Pushing event updated for resources: {'Port': ['ID=93046071-a153-4f81-a69b-fe345baea24b,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:22:55.948735 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:22:56.749400 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14a8663-01c6-4490-b0c9-a1effe69bffd None None] Network 682629da-02dd-4c80-a76f-68fb15f25274 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:22:56.849093 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0c92cceb-3a66-467a-ab74-c80bcf0debba None None] Provisioning for port 93046071-a153-4f81-a69b-fe345baea24b completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:22:57.992872 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 93046071-a153-4f81-a69b-fe345baea24b up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:22:58.060924 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 93046071-a153-4f81-a69b-fe345baea24b completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:22:58.065492 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 93046071-a153-4f81-a69b-fe345baea24b triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:22:58.065857 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:58.181211 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:58.213756 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 93046071-a153-4f81-a69b-fe345baea24b, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=93046071-a153-4f81-a69b-fe345baea24b,segment=NetworkSegment(8ac1f92e-8321-473a-8138-d3360afc6c7d),segment_id=8ac1f92e-8321-473a-8138-d3360afc6c7d)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:22:58.218608 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:22:58.222454 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:22:58.293613 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=93046071-a153-4f81-a69b-fe345baea24b,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:22:58.296681 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:22:59.975290 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 93046071-a153-4f81-a69b-fe345baea24b up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:23:00.045724 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 93046071-a153-4f81-a69b-fe345baea24b triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:23:00.046086 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:23:01.860347 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b860942a-07a1-4b32-a2e3-d5927255bbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:23:03.559133 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:23:04.305647 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1a0e62e7-3770-4af6-a3fd-686ad69c38b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:23:05.570343 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:23:06.945858 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:23:17.620233 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 5 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:23:31.883675 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0d316ee1-ba9c-4bf8-b761-619f1ce9299d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:23:33.559699 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:23:34.308312 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4b811476-6b6f-4d26-aecf-ba260125d9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:23:35.575792 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:23:36.945702 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:23:54.618628 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 5 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:24:01.868954 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-187766d7-fbb5-417e-b7c8-8b42889d83cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:03.566018 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:04.310621 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-63d252f7-d96d-4fe3-813c-d7671c410bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:05.576799 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:06.953966 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:15.949371 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55980) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:24:15.956189 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [None req-2301ca7c-fe7d-4eea-a0ad-59c11088e567 tempest-verify_tempest_config-375212916 tempest-verify_tempest_config-375212916-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91785) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 12:24:15.957151 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-2301ca7c-fe7d-4eea-a0ad-59c11088e567 tempest-verify_tempest_config-375212916 tempest-verify_tempest_config-375212916-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067019 May 27 12:24:16.271476 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 55998) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:24:16.394396 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:16.410227 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:24:16.414365 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Usage tracker for resource:security_group_rule and tenant:404b4e31e3c443ba99cd37acd51cda8d is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:24:16.417382 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:24:16.423697 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:24:16.507298 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:16.512597 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:16.520710 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:24:16.561390 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Synchronizing usage tracker for tenant:96d1123a8b134e9ea22d09d8e85d03a0 on resource:security_group {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:24:16.563819 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232232d7-fcec-4cd0-8923-f303a1b62a91,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:24:16.572788 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:24:16.573160 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:24:16.573499 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:24:16.573826 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:24:16.574152 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:24:16.574506 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:24:16.574828 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:24:16.575145 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:24:16.575464 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:24:16.575778 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:24:16.576091 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:24:16.576405 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:24:16.581615 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:24:16.593667 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Unset dirty status for tenant:96d1123a8b134e9ea22d09d8e85d03a0 on resource:security_group {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:24:16.595171 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=404b4e31e3c443ba99cd37acd51cda8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3227246 May 27 12:24:16.597789 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56004) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:24:16.660027 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75db1920-99b8-4c80-976c-6c03dcbe01e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:16.687364 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75db1920-99b8-4c80-976c-6c03dcbe01e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:16.786400 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75db1920-99b8-4c80-976c-6c03dcbe01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:16.791507 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:24:16.802442 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db1920-99b8-4c80-976c-6c03dcbe01e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232232d7-fcec-4cd0-8923-f303a1b62a91,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:24:16.807423 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-75db1920-99b8-4c80-976c-6c03dcbe01e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:24:16.809331 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75db1920-99b8-4c80-976c-6c03dcbe01e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:16.810468 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-75db1920-99b8-4c80-976c-6c03dcbe01e8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/232232d7-fcec-4cd0-8923-f303a1b62a91 HTTP/1.1" status: 204 len: 168 time: 0.2117839 May 27 12:24:31.617197 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 5 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:24:31.870896 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8f544f6e-2027-48d6-a5cc-538ecb4bf50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:33.568736 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:34.315152 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4921e7a4-2294-4110-a7b8-2ce35efa4371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:35.580586 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:24:36.953592 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:25:01.873298 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a5849cb3-1772-456c-a0dd-63c0ff107436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:25:03.576027 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:25:04.321993 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5cdfb47b-e28e-4ed9-b244-bae6983f5541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:25:05.582245 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:25:06.963443 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:25:08.617991 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 5 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:25:31.875130 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1c0a3ee6-4bff-408d-9f19-31ae90b17e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:25:33.569691 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:25:34.316189 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ff1552c1-32eb-4e51-a141-74d1cc170fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:25:35.584617 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:25:36.961596 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:25:45.617142 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 5 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:25:58.219550 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135'] for agent, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:01.877548 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e7487e7e-38fc-455b-8769-87039998e007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:02.393256 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56056) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:26:02.505125 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-389398e4-a4e5-4048-a4a8-513e0769a4ec admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1099670 May 27 12:26:03.579442 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:04.317692 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d45eb558-ee3d-494d-96a3-66d9ffd10612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:04.643951 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56066) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:26:04.699067 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-91ff8cdf-a43c-40e5-850b-582b1ccd5c3c admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0540392 May 27 12:26:05.588322 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:06.964095 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:22.616850 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:26:28.203699 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:31.879556 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-db4307fd-ad9a-4620-92ca-70b6d361b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:33.578471 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:34.318750 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0f7774c5-b310-4c86-b51f-8e70bddcbd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:35.590314 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:36.965817 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:58.211026 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:26:59.620519 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:27:01.884239 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d46ed75b-3cfa-40da-ab0c-4f60a37ffcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:03.576193 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:04.320407 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5acaa736-c201-4473-90c0-aefa14acc954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:05.592777 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:06.969471 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:28.202546 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:31.896833 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-dd524721-28c8-4756-85b9-a75e316b8fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:33.423550 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56206) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:33.577313 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:33.896143 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-network', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:33.901154 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:33.905910 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Usage tracker for resource:network and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:33.908777 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:33.914895 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:33.926078 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Made reservation on behalf of 5c9a43fa137940f5a604d64f352d34fc for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:27:33.929061 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:33.942992 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:33.960727 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:33.969485 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Usage tracker for resource:security_group_rule and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:33.969485 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:33.975604 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:34.070186 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:34.074709 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:34.079637 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:34.121223 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=91785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:27:34.123333 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4b10f5-d761-4c2c-a19f-1e1d718c7266,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:34.133833 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.134169 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.134629 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.135290 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.135290 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.135587 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.135907 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.136249 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.136579 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.136894 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.137203 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.137509 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Tracked resource versions report: May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: pushed versions: May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: { 'AddressGroup': {'1.2'}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'ConntrackHelper': {'1.0'}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'Log': {'1.0'}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'Network': {'1.1'}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'Port': {'1.7'}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'PortForwarding': {'1.2'}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'QosPolicy': {'1.8'}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'SecurityGroup': {'1.4'}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'SecurityGroupRule': {'1.2'}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'SubPort': {'1.0'}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'Subnet': {'1.1'}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'Trunk': {'1.1'}} May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: consumer versions: May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: { DHCP agent@dv-cinder-793386-1-smb: {}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: HyperV agent@hv-cinder-79338: {}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: L3 agent@dv-cinder-793386-1-smb: {}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: Metadata agent@dv-cinder-793386-1-smb: {}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: Metering agent@dv-cinder-793386-1-smb: {}, May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: Open vSwitch agent@dv-cinder-793386-1-smb: { 'AddressGroup': '1.2', May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'ConntrackHelper': '1.0', May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'Log': '1.0', May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'Network': '1.1', May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'Port': '1.7', May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'PortForwarding': '1.2', May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'QosPolicy': '1.8', May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'SecurityGroup': '1.4', May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'SecurityGroupRule': '1.2', May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'SubPort': '1.0', May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'Subnet': '1.1', May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: 'Trunk': '1.1'}} May 27 12:27:34.138610 dv-cinder-793386-1-smb neutron-server[91785]: {{(pid=91785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 12:27:34.142388 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:34.149267 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:34.149684 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Added segment e771b347-3563-48aa-8e7d-5ea5325b1375 of type vlan for network 1745ac28-aeec-46f3-8427-a49430343ffb May 27 12:27:34.183199 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:34.215837 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:34.217283 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:34.217853 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:34.223577 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:34.324153 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7e39eb1c-7d2d-4dc0-b9f2-de6d26037cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:34.329999 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9053092 May 27 12:27:34.333530 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56264) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:34.334118 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Pushing event updated for resources: {'Network': ['ID=1745ac28-aeec-46f3-8427-a49430343ffb,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:34.337157 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:34.343014 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Request body: {'subnet': {'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-subnet', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:34.347868 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 1745ac28-aeec-46f3-8427-a49430343ffb details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:27:34.373611 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:34.385331 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Usage tracker for resource:subnet and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:34.388623 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:34.399264 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:34.412533 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Made reservation on behalf of 5c9a43fa137940f5a604d64f352d34fc for: {'subnet': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:27:34.415429 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:34.660167 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56276) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:34.928646 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:34.932353 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:34.958489 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56294) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:34.987231 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d5d971-53cb-4c24-9789-bab277b4c9ea,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:34.995194 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.995534 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.995860 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.996185 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.996503 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.997130 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.997130 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.997430 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.997952 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.998474 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.998793 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:34.999106 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Tracked resource versions report: May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: pushed versions: May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: { 'AddressGroup': {'1.2'}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'ConntrackHelper': {'1.0'}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'Log': {'1.0'}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'Network': {'1.1'}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'Port': {'1.7'}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'PortForwarding': {'1.2'}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'QosPolicy': {'1.8'}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'SecurityGroup': {'1.4'}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'SecurityGroupRule': {'1.2'}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'SubPort': {'1.0'}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'Subnet': {'1.1'}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'Trunk': {'1.1'}} May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: consumer versions: May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: { DHCP agent@dv-cinder-793386-1-smb: {}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: HyperV agent@hv-cinder-79338: {}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: L3 agent@dv-cinder-793386-1-smb: {}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: Metadata agent@dv-cinder-793386-1-smb: {}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: Metering agent@dv-cinder-793386-1-smb: {}, May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: Open vSwitch agent@dv-cinder-793386-1-smb: { 'AddressGroup': '1.2', May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'ConntrackHelper': '1.0', May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'Log': '1.0', May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'Network': '1.1', May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'Port': '1.7', May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'PortForwarding': '1.2', May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'QosPolicy': '1.8', May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'SecurityGroup': '1.4', May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'SecurityGroupRule': '1.2', May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'SubPort': '1.0', May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'Subnet': '1.1', May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: 'Trunk': '1.1'}} May 27 12:27:35.000082 dv-cinder-793386-1-smb neutron-server[91784]: {{(pid=91784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 12:27:35.017197 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56302) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:35.020331 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:35.041929 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Checking segment: {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:27:35.042406 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Network hostable DHCP agents. Network: 1745ac28-aeec-46f3-8427-a49430343ffb, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:27:35.063541 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-466620441-network', 'tenant_id': '97ce54b81246452eb37483949cafc664'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:35.068077 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Network 1745ac28-aeec-46f3-8427-a49430343ffb is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:27:35.074981 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:35.080104 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Usage tracker for resource:network and tenant:97ce54b81246452eb37483949cafc664 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:35.084157 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 1745ac28-aeec-46f3-8427-a49430343ffb) {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:35.085865 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:35.092780 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:35.093619 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.103391 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d858f310-b37e-4ca4-8a71-656fbd4534d8 None None] Network 1745ac28-aeec-46f3-8427-a49430343ffb requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:27:35.114814 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:35.126163 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56312) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:35.126410 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7910810 May 27 12:27:35.135218 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:35.136159 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Made reservation on behalf of 97ce54b81246452eb37483949cafc664 for: {'network': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:27:35.138842 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.144127 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:35.148563 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Usage tracker for resource:router and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:35.152599 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:35.158790 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:35.171836 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.175557 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1014446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16046'] for router, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.177997 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16087'] for router, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.206393 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:35.211704 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.220697 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Usage tracker for resource:security_group_rule and tenant:97ce54b81246452eb37483949cafc664 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:35.225713 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:35.242670 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:35.399642 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1204984111-network', 'tenant_id': '2aca2ae0154c4b10976dba16d27143e5'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:35.406059 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:35.409462 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp416639f8-8926-57cc-a53c-7bf1881b00c8-1745ac28-aeec-46f3-8427-a49430343ffb', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea'}]}} from dv-cinder-793386-1-smb. {{(pid=91786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 12:27:35.410424 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.410647 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Usage tracker for resource:network and tenant:2aca2ae0154c4b10976dba16d27143e5 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:35.413718 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:35.416788 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.421333 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:35.423032 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.430112 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:35.442712 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1036506437-network', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:35.468426 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e81f6a-e33b-4bda-9049-091fb6836b6c,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:35.477858 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:35.481792 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=91784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:27:35.498593 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772477734126', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.499535 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Unsubscribe: segment precommit_create {{(pid=91784) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 12:27:35.500151 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.db.segments_db [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Added segment 78896f70-ee53-428e-a12d-25bf6715f804 of type vlan for network deead674-9f7c-444a-ae32-e97701fd0dfb May 27 12:27:35.559089 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.607648 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:35.613464 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Usage tracker for resource:network and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:35.616587 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:35.625232 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:35.630919 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.648907 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.650656 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:35.651626 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.655191 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:35.768412 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Pushing event updated for resources: {'Network': ['ID=deead674-9f7c-444a-ae32-e97701fd0dfb,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:35.774410 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1101367 May 27 12:27:35.774882 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Made reservation on behalf of 2aca2ae0154c4b10976dba16d27143e5 for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:27:35.775657 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56336) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:35.777999 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.778547 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:35.782765 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Request body: {'subnet': {'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-466620441-subnet', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:35.788271 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Allocated IP 172.20.0.2 (1745ac28-aeec-46f3-8427-a49430343ffb/f7d5d971-53cb-4c24-9789-bab277b4c9ea/ab2c5a62-7ec1-45cf-9c19-1bd89e5021af) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:27:35.789351 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:35.793651 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Usage tracker for resource:subnet and tenant:97ce54b81246452eb37483949cafc664 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:35.797178 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network deead674-9f7c-444a-ae32-e97701fd0dfb details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:27:35.797331 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:35.801840 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Made reservation on behalf of 4d75b6a2145c461eaa7d4a0266c827e1 for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:27:35.804536 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.805111 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:35.816791 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Made reservation on behalf of 97ce54b81246452eb37483949cafc664 for: {'subnet': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:27:35.819881 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.826882 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.839766 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1014448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16065'] for router, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.845188 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:35.868737 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:35.890980 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Usage tracker for resource:security_group_rule and tenant:2aca2ae0154c4b10976dba16d27143e5 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:35.894503 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:35.899353 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:35.904748 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:35.911700 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:35.914731 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:35.925327 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:36.276029 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.308946 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.332435 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-f3ea7fe4-c2ec-45be-bea4-d78228163e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:36.356805 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.373553 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.374379 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=91785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:27:36.505922 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.513832 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:36.605416 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=91785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:27:36.608397 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcedd835-9e39-4926-9720-1547ad6355e8,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:36.618315 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.619108 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Added segment 3be02a78-6764-4ae4-a790-5f679f2e83a0 of type vlan for network 37d0ea95-dd69-40ea-890c-fe72901ad612 May 27 12:27:36.623916 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:27:36.630561 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:36.656879 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.692658 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Checking segment: {'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:27:36.693066 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Network hostable DHCP agents. Network: deead674-9f7c-444a-ae32-e97701fd0dfb, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:27:36.693362 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.693930 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Added segment d62b40ba-232b-4a4b-a38a-16d0c7439880 of type vlan for network e0a6f6ce-4d33-410a-85b2-877af16c6b61 May 27 12:27:36.728202 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.738282 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Network deead674-9f7c-444a-ae32-e97701fd0dfb is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:27:36.750062 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, deead674-9f7c-444a-ae32-e97701fd0dfb) {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:36.758129 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:36.758757 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.778478 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeb7a0a-292b-47a6-961e-e5d459c13c56 None None] Network deead674-9f7c-444a-ae32-e97701fd0dfb requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:27:36.805836 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0288963 May 27 12:27:36.806497 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56362) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:36.811589 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-466620441-router', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:36.818829 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:36.819905 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.829110 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:36.837460 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Usage tracker for resource:router and tenant:97ce54b81246452eb37483949cafc664 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:36.842326 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:36.845059 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.852430 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b09671-fb5f-4e86-9403-70366edd2ef1,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:36.867615 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:36.892141 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:36.893684 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1014446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16046'] for router, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.895115 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16087'] for router, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:36.897015 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.509s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:36.925464 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:37.001238 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b3cde0-f8e0-4260-b45c-9f44e93f5800,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:37.010270 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9913695 May 27 12:27:37.011164 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:37.014176 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:37.015129 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-0b16d069-decb-4880-a04b-040f5653d229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:37.090361 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56366) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:37.099046 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:37.104873 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:37.173928 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:37.216857 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Request body: {'subnet': {'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1036506437-subnet', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:37.223899 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:37.326531 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Usage tracker for resource:subnet and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:37.329522 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:37.333389 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:37.372677 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c44060-c581-4f14-aa8b-ac4a5cbdc403 None None] Network deead674-9f7c-444a-ae32-e97701fd0dfb requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:27:37.405188 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4432819 May 27 12:27:37.406581 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:37.412509 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56406) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:37.428800 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Request body: {'subnet': {'network_id': 'e0a6f6ce-4d33-410a-85b2-877af16c6b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1204984111-subnet', 'tenant_id': '2aca2ae0154c4b10976dba16d27143e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:37.435258 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:37.441573 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Usage tracker for resource:subnet and tenant:2aca2ae0154c4b10976dba16d27143e5 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:37.447224 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:37.456950 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:37.490941 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Pushing event updated for resources: {'Network': ['ID=37d0ea95-dd69-40ea-890c-fe72901ad612,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:37.493993 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Made reservation on behalf of 2aca2ae0154c4b10976dba16d27143e5 for: {'subnet': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:27:37.498113 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:37.520967 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 37d0ea95-dd69-40ea-890c-fe72901ad612 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:27:37.533490 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:37.572121 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1014448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16065'] for router, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:37.638542 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Pushing event updated for resources: {'Network': ['ID=e0a6f6ce-4d33-410a-85b2-877af16c6b61,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:37.653468 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:37.655750 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:37.656106 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:37.702171 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:37.709455 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Made reservation on behalf of 4d75b6a2145c461eaa7d4a0266c827e1 for: {'subnet': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:27:37.715345 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:37.729330 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Transition to ACTIVE for port object ab2c5a62-7ec1-45cf-9c19-1bd89e5021af will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:27:37.762868 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Transition to ACTIVE for port object ab2c5a62-7ec1-45cf-9c19-1bd89e5021af will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:27:37.772588 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:37.780923 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:37.898745 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network e0a6f6ce-4d33-410a-85b2-877af16c6b61 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:27:38.075582 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Network 1745ac28-aeec-46f3-8427-a49430343ffb is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:27:38.081625 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Allocated IP 172.28.3.152 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/c72b1aa0-95db-4bda-91ba-b023b3eb51af) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:27:38.082176 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Resources bound (agent type, host, resource id): {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:38.089907 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:27:38.126339 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Pushing event updated for resources: {'Port': ['ID=ab2c5a62-7ec1-45cf-9c19-1bd89e5021af,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:38.284091 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:38.327113 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:38.370830 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:38.371846 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:38.371846 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:38.377284 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:38.378165 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:38.378542 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:38.382264 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:38.382264 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:38.382264 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:38.383716 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:38.384123 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:38.384464 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Tracked resource versions report: May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: pushed versions: May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: { 'AddressGroup': {'1.2'}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'ConntrackHelper': {'1.0'}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'Log': {'1.0'}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'Network': {'1.1'}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'Port': {'1.7'}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'PortForwarding': {'1.2'}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'QosPolicy': {'1.8'}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'SecurityGroup': {'1.4'}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'SecurityGroupRule': {'1.2'}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'SubPort': {'1.0'}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'Subnet': {'1.1'}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'Trunk': {'1.1'}} May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: consumer versions: May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: { DHCP agent@dv-cinder-793386-1-smb: {}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: HyperV agent@hv-cinder-79338: {}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: L3 agent@dv-cinder-793386-1-smb: {}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: Metadata agent@dv-cinder-793386-1-smb: {}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: Metering agent@dv-cinder-793386-1-smb: {}, May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: Open vSwitch agent@dv-cinder-793386-1-smb: { 'AddressGroup': '1.2', May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'ConntrackHelper': '1.0', May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'Log': '1.0', May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'Network': '1.1', May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'Port': '1.7', May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'PortForwarding': '1.2', May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'QosPolicy': '1.8', May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'SecurityGroup': '1.4', May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'SecurityGroupRule': '1.2', May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'SubPort': '1.0', May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'Subnet': '1.1', May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: 'Trunk': '1.1'}} May 27 12:27:38.387117 dv-cinder-793386-1-smb neutron-server[91786]: {{(pid=91786) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 12:27:38.406021 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Attempting to bind port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:27:38.406426 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Attempting to bind port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:27:38.406941 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Attempting to bind port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af on network 1745ac28-aeec-46f3-8427-a49430343ffb {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:27:38.433623 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:27:38.434557 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Checking segment: {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:27:38.435174 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:38.436564 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Bound using segment: {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:27:38.438480 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Bound port: ab2c5a62-7ec1-45cf-9c19-1bd89e5021af, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:27:38.439106 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:38.456699 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:38.600912 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] For port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:27:38.605092 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] For port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=ab2c5a62-7ec1-45cf-9c19-1bd89e5021af,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:27:38.612530 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:38.617819 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:38.634862 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:38.736021 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Pushing event updated for resources: {'Port': ['ID=ab2c5a62-7ec1-45cf-9c19-1bd89e5021af,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:38.741065 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:38.851441 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:38.866911 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:38.984232 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Allocated IP 172.28.3.100 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/80fb1f3b-1cce-45d5-97e0-a262d8263d4b) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:27:39.107242 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:39.236520 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c72b1aa0-95db-4bda-91ba-b023b3eb51af,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:39.274882 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:39.277974 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-ba168756-fb83-4deb-94b6-1bc0141b0abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:39.316708 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:39.317806 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:27:39.356460 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:39.361688 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:39.368955 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:39.373481 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:27:39.418039 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56460) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:39.460231 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:27:39.462461 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:39.466633 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:27:39.620135 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Pushing event updated for resources: {'Port': ['ID=80fb1f3b-1cce-45d5-97e0-a262d8263d4b,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:39.623775 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:39.682596 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-51602a25-0956-47e6-84e6-c442a180d317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:39.697711 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c52d40-25a4-4da4-b396-a59416c8da0a,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:39.715351 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:39.722685 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-51602a25-0956-47e6-84e6-c442a180d317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:39.730615 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-51602a25-0956-47e6-84e6-c442a180d317 admin admin] Usage tracker for resource:security_group_rule and tenant:6f52ecfb04994b419078271503e70549 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:39.735365 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-51602a25-0956-47e6-84e6-c442a180d317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:39.748305 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-51602a25-0956-47e6-84e6-c442a180d317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:39.764504 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Checking segment: {'id': 'd62b40ba-232b-4a4b-a38a-16d0c7439880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e0a6f6ce-4d33-410a-85b2-877af16c6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:27:39.764869 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Network hostable DHCP agents. Network: e0a6f6ce-4d33-410a-85b2-877af16c6b61, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:27:39.881556 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Network e0a6f6ce-4d33-410a-85b2-877af16c6b61 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:27:39.888938 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:39.901176 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-a171390a-d8bf-46b4-8673-20abf2f64db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:39.987656 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e633c728-6b3f-4dc3-a141-63cecd4fe7b1 None None] Network 1745ac28-aeec-46f3-8427-a49430343ffb requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:27:39.998590 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, e0a6f6ce-4d33-410a-85b2-877af16c6b61) {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:40.000130 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.009709 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.020895 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a93914-2059-493c-ae2b-12285fef6161 None None] Network e0a6f6ce-4d33-410a-85b2-877af16c6b61 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:27:40.067250 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:40.067848 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.105805 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-51602a25-0956-47e6-84e6-c442a180d317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.115739 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-51602a25-0956-47e6-84e6-c442a180d317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.151483 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a519ef-baf2-4ef8-922c-d5f0e6de02aa,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:40.186570 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:40.210293 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:40.240782 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8268373 May 27 12:27:40.247908 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Checking segment: {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:27:40.248117 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Network hostable DHCP agents. Network: 37d0ea95-dd69-40ea-890c-fe72901ad612, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:27:40.288061 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device ab2c5a62-7ec1-45cf-9c19-1bd89e5021af up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:27:40.357739 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-b6197f48-b964-42cb-b9fa-244af5bad9f0 None None] Provisioning for port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:27:40.365700 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-51602a25-0956-47e6-84e6-c442a180d317 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6f52ecfb04994b419078271503e70549&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9444242 May 27 12:27:40.380357 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56484) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:40.387579 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Network 37d0ea95-dd69-40ea-890c-fe72901ad612 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:27:40.428028 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 37d0ea95-dd69-40ea-890c-fe72901ad612) {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:40.472474 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51602a25-0956-47e6-84e6-c442a180d317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2767a38-6f22-4970-ada3-37f3d7a40a0e,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:40.476536 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-51602a25-0956-47e6-84e6-c442a180d317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:40.484471 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:40.485274 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.542267 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f3bb4e-8bc0-4a6e-b16b-519ab0a1cb49 None None] Network 37d0ea95-dd69-40ea-890c-fe72901ad612 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:27:40.542710 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4070983 May 27 12:27:40.548362 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56494) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:40.556875 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:40.571815 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.575197 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:40.590197 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Usage tracker for resource:router and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:40.688139 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be6b575d-ae6a-4fd9-bb6d-0f8514102322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.746063 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:40.758805 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5705aa7-dbdd-444a-be57-0111f62fc967 None None] Network e0a6f6ce-4d33-410a-85b2-877af16c6b61 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:27:40.779521 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:40.867976 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:27:40.902747 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1014446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16046'] for router, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.904260 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16087'] for router, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.906928 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be6b575d-ae6a-4fd9-bb6d-0f8514102322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.952880 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.975505 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:40.986418 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:40.987604 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:41.218282 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be6b575d-ae6a-4fd9-bb6d-0f8514102322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:41.230376 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-51602a25-0956-47e6-84e6-c442a180d317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:41.243628 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b575d-ae6a-4fd9-bb6d-0f8514102322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2767a38-6f22-4970-ada3-37f3d7a40a0e,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:41.259125 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-be6b575d-ae6a-4fd9-bb6d-0f8514102322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:41.266027 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Router b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a is scheduled to L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad with binding_index 1 {{(pid=91784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 12:27:41.292185 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be6b575d-ae6a-4fd9-bb6d-0f8514102322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:41.294000 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-be6b575d-ae6a-4fd9-bb6d-0f8514102322 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f2767a38-6f22-4970-ada3-37f3d7a40a0e HTTP/1.1" status: 204 len: 168 time: 0.9122136 May 27 12:27:41.317245 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp416639f8-8926-57cc-a53c-7bf1881b00c8-37d0ea95-dd69-40ea-890c-fe72901ad612', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa'}]}} from dv-cinder-793386-1-smb. {{(pid=91786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 12:27:41.318148 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:41.386340 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56538) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:41.386805 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56540) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:41.461108 dv-cinder-793386-1-smb neutron-server[91785]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 12:27:41.498450 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 is scheduled to L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad with binding_index 1 {{(pid=91785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 12:27:41.510193 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1014448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16065'] for router, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:41.572594 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:27:41.582390 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Sync routers for ids ['b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:27:41.604571 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Routers {'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:27:41.615575 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:27:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:41.618122 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Notify callbacks [] for router, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:41.621982 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8119693 May 27 12:27:41.623207 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56556) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:41.857735 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:42.005349 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56572) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:42.044832 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=ab2c5a62-7ec1-45cf-9c19-1bd89e5021af,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:27:42.054670 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:42.068266 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:42.157301 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Allocated IP 172.20.0.2 (37d0ea95-dd69-40ea-890c-fe72901ad612/74a519ef-baf2-4ef8-922c-d5f0e6de02aa/a6a842fe-3a26-468c-94fa-12a712e6279e) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:27:42.165046 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-45e15ed2-f87e-4723-9a88-04ef82c26b9c None None] Provisioning complete for port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:42.165792 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-45e15ed2-f87e-4723-9a88-04ef82c26b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:42.174016 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Set router b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:27:42.281116 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b8209feb-6355-4cf9-9811-0687f96e3547 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:42.282171 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b8209feb-6355-4cf9-9811-0687f96e3547 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Synchronizing usage tracker for tenant:2aca2ae0154c4b10976dba16d27143e5 on resource:network {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:27:42.285478 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b3d49e69-350f-43d4-8b8a-5725f9a57bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:42.329708 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=ab2c5a62-7ec1-45cf-9c19-1bd89e5021af,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:42.344817 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:42.380667 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-b3d49e69-350f-43d4-8b8a-5725f9a57bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:42.385512 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-b3d49e69-350f-43d4-8b8a-5725f9a57bcd admin admin] Usage tracker for resource:security_group_rule and tenant:5ebdf34bfb824554aa2746c6f51858a7 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:42.388774 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-b3d49e69-350f-43d4-8b8a-5725f9a57bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:42.395950 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-b3d49e69-350f-43d4-8b8a-5725f9a57bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:42.439207 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56584) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:42.509918 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b3d49e69-350f-43d4-8b8a-5725f9a57bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:42.511882 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b8c80b52-00fd-4d4b-a2ed-63bb84131695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:42.535122 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:42.546077 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-b8c80b52-00fd-4d4b-a2ed-63bb84131695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:42.547332 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Transition to ACTIVE for port object a6a842fe-3a26-468c-94fa-12a712e6279e will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:27:42.551390 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-b8c80b52-00fd-4d4b-a2ed-63bb84131695 admin admin] Usage tracker for resource:security_group_rule and tenant:b93fa3333839486aad27b344c97e2c4a is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:42.554910 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-b8c80b52-00fd-4d4b-a2ed-63bb84131695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:42.561758 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-b8c80b52-00fd-4d4b-a2ed-63bb84131695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:42.571371 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Transition to ACTIVE for port object a6a842fe-3a26-468c-94fa-12a712e6279e will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:27:42.579565 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:42.581975 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b3d49e69-350f-43d4-8b8a-5725f9a57bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:42.591028 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:42.612297 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'name': 'tempest-ServerRescueNegativeTestJSON-466620441-router', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100'}], 'enable_snat': True}, 'gw_port_id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:36Z', 'updated_at': '2021-05-27T12:27:39Z', 'revision_number': 3, 'project_id': '97ce54b81246452eb37483949cafc664', 'gw_port': {'id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:38Z', 'updated_at': '2021-05-27T12:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:42.613424 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:42.623832 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Checking router: b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:27:42.624217 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Updating router b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a port 80fb1f3b-1cce-45d5-97e0-a262d8263d4b binding host dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:27:42.628839 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:27:42.637720 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b8209feb-6355-4cf9-9811-0687f96e3547 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Unset dirty status for tenant:2aca2ae0154c4b10976dba16d27143e5 on resource:network {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:27:42.645127 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Sync routers for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:27:42.647717 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b8209feb-6355-4cf9-9811-0687f96e3547 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/networks?id=e0a6f6ce-4d33-410a-85b2-877af16c6b61 HTTP/1.1" status: 200 len: 812 time: 1.2595258 May 27 12:27:42.671961 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Network 37d0ea95-dd69-40ea-890c-fe72901ad612 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:27:42.682338 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Resources bound (agent type, host, resource id): {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:42.687513 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:27:42.696430 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:27:42.697237 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:27:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:42.739778 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:42.745669 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-256d3890-1edd-488b-b0a3-346821b8d073 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/quotas/2aca2ae0154c4b10976dba16d27143e5 HTTP/1.1" status: 200 len: 375 time: 0.0969045 May 27 12:27:42.810698 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-b3d49e69-350f-43d4-8b8a-5725f9a57bcd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5ebdf34bfb824554aa2746c6f51858a7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4177935 May 27 12:27:42.816845 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Pushing event updated for resources: {'Port': ['ID=a6a842fe-3a26-468c-94fa-12a712e6279e,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:42.822592 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56594) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:42.834107 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d49e69-350f-43d4-8b8a-5725f9a57bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb16b59f-c97f-4f27-9d2d-b5033d1cc476,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:42.837832 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-b3d49e69-350f-43d4-8b8a-5725f9a57bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:42.853739 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Notify callbacks [] for router, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:42.858195 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7277060 May 27 12:27:42.875492 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-385ebd5a-4ee1-4061-89c0-dfb3f7d46da4 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=2aca2ae0154c4b10976dba16d27143e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1277571 May 27 12:27:42.895700 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56598) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:42.934089 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:42.944367 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-815b8ac0-f4ef-4c7e-a86b-760b217f0d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:42.966377 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-815b8ac0-f4ef-4c7e-a86b-760b217f0d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:42.970792 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-815b8ac0-f4ef-4c7e-a86b-760b217f0d76 admin admin] Usage tracker for resource:security_group_rule and tenant:969eb2c588a044bb93942751e76669a7 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:42.974079 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-815b8ac0-f4ef-4c7e-a86b-760b217f0d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:42.982187 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-815b8ac0-f4ef-4c7e-a86b-760b217f0d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:43.029811 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Attempting to bind port a6a842fe-3a26-468c-94fa-12a712e6279e on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:27:43.030542 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Attempting to bind port a6a842fe-3a26-468c-94fa-12a712e6279e by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:27:43.031246 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Attempting to bind port a6a842fe-3a26-468c-94fa-12a712e6279e on network 37d0ea95-dd69-40ea-890c-fe72901ad612 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:27:43.052574 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:27:43.053352 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Checking segment: {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:27:43.053976 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.054814 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Bound using segment: {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:27:43.055579 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Bound port: a6a842fe-3a26-468c-94fa-12a712e6279e, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:27:43.056178 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.099757 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-815b8ac0-f4ef-4c7e-a86b-760b217f0d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.109162 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-815b8ac0-f4ef-4c7e-a86b-760b217f0d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.125078 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:43.167839 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.192594 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:27:43.194757 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.199217 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b8ac0-f4ef-4c7e-a86b-760b217f0d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60411c3-e3dd-43ce-a56e-1c56931df6dc,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:43.208078 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Transition to ACTIVE for port object 80fb1f3b-1cce-45d5-97e0-a262d8263d4b will not be triggered until provisioned by entity L2. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:27:43.220287 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.226414 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:43.278740 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-815b8ac0-f4ef-4c7e-a86b-760b217f0d76 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=969eb2c588a044bb93942751e76669a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7826881 May 27 12:27:43.278740 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-815b8ac0-f4ef-4c7e-a86b-760b217f0d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:43.280329 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56616) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:43.327049 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Attempting to bind port 80fb1f3b-1cce-45d5-97e0-a262d8263d4b on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:27:43.328438 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Attempting to bind port 80fb1f3b-1cce-45d5-97e0-a262d8263d4b by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:27:43.329013 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Attempting to bind port 80fb1f3b-1cce-45d5-97e0-a262d8263d4b on network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:27:43.333509 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Pushing event updated for resources: {'Port': ['ID=80fb1f3b-1cce-45d5-97e0-a262d8263d4b,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:43.343216 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:27:43.343832 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Checking segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:27:43.344402 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.345023 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Bound using segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:27:43.345717 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Bound port: 80fb1f3b-1cce-45d5-97e0-a262d8263d4b, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:27:43.346921 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.380863 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:43.389966 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-e4d918b5-cc90-4d9a-8137-f0dc16dece8d service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91785) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 12:27:43.390566 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:43.390566 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:43.390566 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:43.390911 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:43.391210 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:43.391533 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:43.391853 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:43.392176 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:43.392490 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:43.393101 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:43.393417 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Tracked resource versions report: May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: pushed versions: May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: { 'AddressGroup': {'1.2'}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'ConntrackHelper': {'1.0'}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'Log': {'1.0'}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'Network': {'1.1'}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'Port': {'1.7'}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'PortForwarding': {'1.2'}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'QosPolicy': {'1.8'}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'SecurityGroup': {'1.4'}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'SecurityGroupRule': {'1.2'}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'SubPort': {'1.0'}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'Subnet': {'1.1'}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'Trunk': {'1.1'}} May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: consumer versions: May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: { DHCP agent@dv-cinder-793386-1-smb: {}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: HyperV agent@hv-cinder-79338: {}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: L3 agent@dv-cinder-793386-1-smb: {}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: Metadata agent@dv-cinder-793386-1-smb: {}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: Metering agent@dv-cinder-793386-1-smb: {}, May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: Open vSwitch agent@dv-cinder-793386-1-smb: { 'AddressGroup': '1.2', May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'ConntrackHelper': '1.0', May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'Log': '1.0', May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'Network': '1.1', May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'Port': '1.7', May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'PortForwarding': '1.2', May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'QosPolicy': '1.8', May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'SecurityGroup': '1.4', May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'SecurityGroupRule': '1.2', May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'SubPort': '1.0', May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'Subnet': '1.1', May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: 'Trunk': '1.1'}} May 27 12:27:43.394445 dv-cinder-793386-1-smb neutron-server[91787]: {{(pid=91787) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 12:27:43.397345 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-e4d918b5-cc90-4d9a-8137-f0dc16dece8d service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3599334 May 27 12:27:43.397494 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:43.468373 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] For port 80fb1f3b-1cce-45d5-97e0-a262d8263d4b, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:27:43.473362 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] For port 80fb1f3b-1cce-45d5-97e0-a262d8263d4b, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=80fb1f3b-1cce-45d5-97e0-a262d8263d4b,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:27:43.488851 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.494845 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:43.496310 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbc78-1ff4-4877-a542-68865cc4b535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.521377 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] For port a6a842fe-3a26-468c-94fa-12a712e6279e, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:27:43.537527 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] For port a6a842fe-3a26-468c-94fa-12a712e6279e, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=a6a842fe-3a26-468c-94fa-12a712e6279e,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:27:43.552156 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbc78-1ff4-4877-a542-68865cc4b535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.558218 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.561334 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Allocated IP 172.20.0.1 (deead674-9f7c-444a-ae32-e97701fd0dfb/bcedd835-9e39-4926-9720-1547ad6355e8/310dc550-768a-49c4-9c14-c99291bfdfd1) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:27:43.584406 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:43.602096 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Pushing event updated for resources: {'Port': ['ID=80fb1f3b-1cce-45d5-97e0-a262d8263d4b,revision_number=3']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:43.609472 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:43.610366 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Routers {'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:27:43.611237 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:27:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:43.731361 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbc78-1ff4-4877-a542-68865cc4b535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.741214 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:43.766798 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dbc78-1ff4-4877-a542-68865cc4b535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60411c3-e3dd-43ce-a56e-1c56931df6dc,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:43.771514 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-1c2dbc78-1ff4-4877-a542-68865cc4b535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:43.803535 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b8c80b52-00fd-4d4b-a2ed-63bb84131695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.813730 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f28d436a-bcc1-4038-8104-85eb67e95f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.818817 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbc78-1ff4-4877-a542-68865cc4b535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.822757 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-1c2dbc78-1ff4-4877-a542-68865cc4b535 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b60411c3-e3dd-43ce-a56e-1c56931df6dc HTTP/1.1" status: 204 len: 168 time: 0.5414138 May 27 12:27:43.823294 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Pushing event updated for resources: {'Port': ['ID=a6a842fe-3a26-468c-94fa-12a712e6279e,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:43.843305 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:43.845185 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] Set router b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:27:43.862960 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.889277 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:39Z', 'revision_number': 3, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:43.896295 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Checking router: 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:27:43.896673 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Updating router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 port c72b1aa0-95db-4bda-91ba-b023b3eb51af binding host dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:27:43.941452 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.952463 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-08b16e26-f758-4566-8319-b0efbfd6a415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:43.966713 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b8c80b52-00fd-4d4b-a2ed-63bb84131695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:43.978123 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-d1a6caca-6801-4334-a722-f774bd865683 service neutron] 10.222.0.90 "GET /v2.0/networks/e0a6f6ce-4d33-410a-85b2-877af16c6b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793269 May 27 12:27:44.023399 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:44.036552 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f28d436a-bcc1-4038-8104-85eb67e95f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:44.067968 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Network deead674-9f7c-444a-ae32-e97701fd0dfb is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:27:44.076016 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:44.081467 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:27:44.081926 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010278'] for router_interface, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:44.166928 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Pushing event updated for resources: {'Port': ['ID=310dc550-768a-49c4-9c14-c99291bfdfd1,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:44.171192 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:44.312418 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:44.375736 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'name': 'tempest-ServerRescueNegativeTestJSON-466620441-router', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100'}], 'enable_snat': True}, 'gw_port_id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:36Z', 'updated_at': '2021-05-27T12:27:39Z', 'revision_number': 3, 'project_id': '97ce54b81246452eb37483949cafc664', 'gw_port': {'id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:38Z', 'updated_at': '2021-05-27T12:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:44.385980 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:44.399282 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d881833-70d6-4e48-b10a-4f23cc1b8ed7 None None] The sync data for ids ['b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'] in dv-cinder-793386-1-smb is: [{'id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'name': 'tempest-ServerRescueNegativeTestJSON-466620441-router', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100'}], 'enable_snat': True}, 'gw_port_id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:36Z', 'updated_at': '2021-05-27T12:27:39Z', 'revision_number': 3, 'project_id': '97ce54b81246452eb37483949cafc664', 'gw_port': {'id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:38Z', 'updated_at': '2021-05-27T12:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:27:44.447013 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device ab2c5a62-7ec1-45cf-9c19-1bd89e5021af up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:27:44.502277 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56628) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:44.533302 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-4c298bb4-29a2-44ea-ad00-472cf0c2393e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:44.565615 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-4c298bb4-29a2-44ea-ad00-472cf0c2393e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:44.577455 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c80b52-00fd-4d4b-a2ed-63bb84131695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d3762e-4b28-490b-b8d4-535bd8d1072f,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:44.582611 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-b8c80b52-00fd-4d4b-a2ed-63bb84131695 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b93fa3333839486aad27b344c97e2c4a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5828180 May 27 12:27:44.583719 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-b8c80b52-00fd-4d4b-a2ed-63bb84131695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:44.587401 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56632) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:44.587895 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:44.588881 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:44.594005 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-4c298bb4-29a2-44ea-ad00-472cf0c2393e admin admin] Usage tracker for resource:security_group_rule and tenant:89e52e0ad55a49898b44d350d54b1b3f is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:44.604766 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:44.610921 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-4c298bb4-29a2-44ea-ad00-472cf0c2393e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:44.722190 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-4c298bb4-29a2-44ea-ad00-472cf0c2393e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:44.806566 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:44.818479 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f28d436a-bcc1-4038-8104-85eb67e95f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:44.871466 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:44.885762 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-b3d49e69-350f-43d4-8b8a-5725f9a57bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:44.895746 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-bb3a6b16-eddc-404b-a249-534a7f62c41a service neutron] 10.222.0.90 "GET /v2.0/networks/e0a6f6ce-4d33-410a-85b2-877af16c6b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9163733 May 27 12:27:44.919787 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Transition to ACTIVE for port object c72b1aa0-95db-4bda-91ba-b023b3eb51af will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:27:45.040547 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cdac6bd0-cd45-4b8b-b766-8a68ccbc2eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:45.042656 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d436a-bcc1-4038-8104-85eb67e95f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb16b59f-c97f-4f27-9d2d-b5033d1cc476,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:45.100143 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-f28d436a-bcc1-4038-8104-85eb67e95f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:45.146318 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f28d436a-bcc1-4038-8104-85eb67e95f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:45.150190 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-f28d436a-bcc1-4038-8104-85eb67e95f4b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fb16b59f-c97f-4f27-9d2d-b5033d1cc476 HTTP/1.1" status: 204 len: 168 time: 2.3175476 May 27 12:27:45.154109 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:45.184776 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device a6a842fe-3a26-468c-94fa-12a712e6279e up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:27:45.197912 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:45.245040 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1010373'] for router_interface, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:45.275129 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:45.287329 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56658) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:45.287856 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cdac6bd0-cd45-4b8b-b766-8a68ccbc2eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:45.323659 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-be900f69-ce40-4b21-86f2-24e862b52c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:45.348265 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:45.491510 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-70b041d5-40a6-412e-8448-4e309132658f req-7f9b054b-30e4-4091-a954-bc07f7957d84 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 210 time: 0.2007911 May 27 12:27:45.541844 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cbea9-ecca-40c8-b8cc-30e07fc26fb1 None None] Pushing event updated for resources: {'Port': ['ID=c72b1aa0-95db-4bda-91ba-b023b3eb51af,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:45.547556 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed8707-9a88-44a7-8525-633ff32e5b6a None None] Network 37d0ea95-dd69-40ea-890c-fe72901ad612 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:27:45.593299 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d51cbea9-ecca-40c8-b8cc-30e07fc26fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:45.619217 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Allocated IP 172.28.3.18 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/e21e3679-80a7-4096-98a8-deb74c475891) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:27:45.659970 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Pushing event updated for resources: {'Port': ['ID=310dc550-768a-49c4-9c14-c99291bfdfd1,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:45.680978 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Network deead674-9f7c-444a-ae32-e97701fd0dfb is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:27:45.682181 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:45.687253 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:45.779820 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-bde70eae-70f6-43eb-bc19-4b72e12bb9f8 None None] Provisioning for port a6a842fe-3a26-468c-94fa-12a712e6279e completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:27:45.839742 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Attempting to bind port c72b1aa0-95db-4bda-91ba-b023b3eb51af on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:27:45.840119 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Attempting to bind port c72b1aa0-95db-4bda-91ba-b023b3eb51af by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:27:45.840490 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Attempting to bind port c72b1aa0-95db-4bda-91ba-b023b3eb51af on network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:27:45.851593 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56674) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:45.878457 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-4c298bb4-29a2-44ea-ad00-472cf0c2393e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:45.903017 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:27:45.903406 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Checking segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:27:45.903817 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:45.904215 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Bound using segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:27:45.904706 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Bound port: c72b1aa0-95db-4bda-91ba-b023b3eb51af, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:27:45.905082 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:46.037272 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port a6a842fe-3a26-468c-94fa-12a712e6279e completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:27:46.068021 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port a6a842fe-3a26-468c-94fa-12a712e6279e triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:46.068528 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:46.153858 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:46.217818 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-4c298bb4-29a2-44ea-ad00-472cf0c2393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:46.282879 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:46.297266 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5972d44b-fbc5-41b6-a827-436aeaa90dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:46.312221 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-05ecc28e-4e92-4f5e-bb9d-309d5aaa95c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:46.325343 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] For port c72b1aa0-95db-4bda-91ba-b023b3eb51af, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:27:46.334554 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:46.352626 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-4c298bb4-29a2-44ea-ad00-472cf0c2393e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=89e52e0ad55a49898b44d350d54b1b3f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8465030 May 27 12:27:46.364862 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56704) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:46.404706 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] For port c72b1aa0-95db-4bda-91ba-b023b3eb51af, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=c72b1aa0-95db-4bda-91ba-b023b3eb51af,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:27:46.418024 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:46.419689 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Router b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:27:46.432610 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:46.468809 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:27:46.470698 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-5972d44b-fbc5-41b6-a827-436aeaa90dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:46.480814 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:46.485276 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:46.513678 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:27:46.521010 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:46.535089 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cbea9-ecca-40c8-b8cc-30e07fc26fb1 None None] Pushing event updated for resources: {'Port': ['ID=c72b1aa0-95db-4bda-91ba-b023b3eb51af,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:46.547991 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d51cbea9-ecca-40c8-b8cc-30e07fc26fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:46.577112 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:27:46.578066 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:27:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:46.720995 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port a6a842fe-3a26-468c-94fa-12a712e6279e, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=a6a842fe-3a26-468c-94fa-12a712e6279e,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:27:46.733416 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:46.749286 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:46.804616 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c298bb4-29a2-44ea-ad00-472cf0c2393e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dd3316-86ab-48b0-a7f5-6b50857450bd,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:46.815952 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-4c298bb4-29a2-44ea-ad00-472cf0c2393e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:46.854842 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cdac6bd0-cd45-4b8b-b766-8a68ccbc2eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:46.863961 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:46.891777 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac6bd0-cd45-4b8b-b766-8a68ccbc2eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d3762e-4b28-490b-b8d4-535bd8d1072f,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:46.898011 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-cdac6bd0-cd45-4b8b-b766-8a68ccbc2eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:46.923229 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:27:46.927252 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cdac6bd0-cd45-4b8b-b766-8a68ccbc2eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:46.928890 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-cdac6bd0-cd45-4b8b-b766-8a68ccbc2eca admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d3d3762e-4b28-490b-b8d4-535bd8d1072f HTTP/1.1" status: 204 len: 168 time: 2.3371785 May 27 12:27:46.930093 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5972d44b-fbc5-41b6-a827-436aeaa90dd3 admin admin] Usage tracker for resource:security_group_rule and tenant:e96dea8913ac40fcb119f0e4e3f8aea3 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:46.934576 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5972d44b-fbc5-41b6-a827-436aeaa90dd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:46.935619 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] 10.222.0.90 "PUT /v2.0/routers/b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3111866 May 27 12:27:46.941179 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-5972d44b-fbc5-41b6-a827-436aeaa90dd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:47.030478 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=a6a842fe-3a26-468c-94fa-12a712e6279e,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:47.042013 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 80fb1f3b-1cce-45d5-97e0-a262d8263d4b up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:27:47.103833 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:47.132760 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-913c3fd7-518d-4c15-8056-2370706abfe9 req-24fb9474-5992-4012-b57b-83380841f87b tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 210 time: 0.1797810 May 27 12:27:47.155759 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 80fb1f3b-1cce-45d5-97e0-a262d8263d4b completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:27:47.170096 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-eb7191b1-857b-449a-9a19-89a8d7b307a4 None None] Provisioning complete for port a6a842fe-3a26-468c-94fa-12a712e6279e triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:47.170590 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-eb7191b1-857b-449a-9a19-89a8d7b307a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:47.175604 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Pushing event updated for resources: {'Port': ['ID=e21e3679-80a7-4096-98a8-deb74c475891,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:47.198088 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:47.199051 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-21e42c4a-3ce3-47e7-9d03-6ccf020670a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:47.202368 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 80fb1f3b-1cce-45d5-97e0-a262d8263d4b triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:47.202879 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:47.250846 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Sync routers for ids ['b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:27:47.276160 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Routers {'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:27:47.277408 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:27:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:47.357270 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:27:47.457344 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-21e42c4a-3ce3-47e7-9d03-6ccf020670a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:47.612817 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:47.679797 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:47.803481 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Set router b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:27:47.810069 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 80fb1f3b-1cce-45d5-97e0-a262d8263d4b, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=80fb1f3b-1cce-45d5-97e0-a262d8263d4b,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:27:47.852757 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5972d44b-fbc5-41b6-a827-436aeaa90dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:47.863777 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:47.872539 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5972d44b-fbc5-41b6-a827-436aeaa90dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:47.892363 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:47.964678 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=80fb1f3b-1cce-45d5-97e0-a262d8263d4b,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:47.973064 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:47.987637 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:47.993930 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:39Z', 'revision_number': 3, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:47.999263 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0ec6bd-531b-4336-a556-6eaae023d792 None None] The sync data for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb is: [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:39Z', 'revision_number': 3, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:27:48.082438 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-21e42c4a-3ce3-47e7-9d03-6ccf020670a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:48.101274 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Allocated IP 172.20.0.1 (1745ac28-aeec-46f3-8427-a49430343ffb/f7d5d971-53cb-4c24-9789-bab277b4c9ea/debc04a7-b52e-451c-9588-8a9d1a41a9cb) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:27:48.118677 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972d44b-fbc5-41b6-a827-436aeaa90dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc175e6-813e-4f7c-9c16-54ce0ebaeebd,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:48.131137 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5972d44b-fbc5-41b6-a827-436aeaa90dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:48.131678 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:48.142826 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56750) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:48.148144 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-5972d44b-fbc5-41b6-a827-436aeaa90dd3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e96dea8913ac40fcb119f0e4e3f8aea3&name=default HTTP/1.1" status: 200 len: 2978 time: 2.2906613 May 27 12:27:48.340989 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-139ac72f-9329-46ec-b73f-532d91c6c345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:48.442218 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.95', 63142) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:48.544601 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-139ac72f-9329-46ec-b73f-532d91c6c345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:48.559100 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e42c4a-3ce3-47e7-9d03-6ccf020670a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dd3316-86ab-48b0-a7f5-6b50857450bd,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:48.617213 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-21e42c4a-3ce3-47e7-9d03-6ccf020670a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:48.638866 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'name': 'tempest-ServerRescueNegativeTestJSON-466620441-router', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100'}], 'enable_snat': True}, 'gw_port_id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:36Z', 'updated_at': '2021-05-27T12:27:44Z', 'revision_number': 4, 'project_id': '97ce54b81246452eb37483949cafc664', 'gw_port': {'id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:38Z', 'updated_at': '2021-05-27T12:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '310dc550-768a-49c4-9c14-c99291bfdfd1', 'name': '', 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'mac_address': 'fa:16:3e:3d:1e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcedd835-9e39-4926-9720-1547ad6355e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:43Z', 'updated_at': '2021-05-27T12:27:44Z', 'revision_number': 2, 'project_id': '97ce54b81246452eb37483949cafc664', 'subnets': [{'id': 'bcedd835-9e39-4926-9720-1547ad6355e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:48.649854 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Checking router: b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:27:48.651454 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Updating router b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a port 310dc550-768a-49c4-9c14-c99291bfdfd1 binding host dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:27:48.790075 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:48.814424 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:48.815031 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.provisioning_blocks [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Transition to ACTIVE for port object debc04a7-b52e-451c-9588-8a9d1a41a9cb will not be triggered until provisioned by entity DHCP. {{(pid=91785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:27:48.966790 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-21e42c4a-3ce3-47e7-9d03-6ccf020670a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:48.970194 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-21e42c4a-3ce3-47e7-9d03-6ccf020670a3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b6dd3316-86ab-48b0-a7f5-6b50857450bd HTTP/1.1" status: 204 len: 168 time: 2.5986459 May 27 12:27:49.014181 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-431803f9-5e9e-49b7-9a29-d60cca742f99 req-f5acd51c-7336-47fd-b9ea-ef06a01982cf tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 210 time: 0.4512179 May 27 12:27:49.021496 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:49.062070 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-139ac72f-9329-46ec-b73f-532d91c6c345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:49.075794 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-1c2dbc78-1ff4-4877-a542-68865cc4b535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:49.085431 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:49.115006 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-7cf29bc1-19f8-41fc-a4a0-8086b379edd8 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:49.119502 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-7cf29bc1-19f8-41fc-a4a0-8086b379edd8 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.95 "GET /v2.0/networks?id=e0a6f6ce-4d33-410a-85b2-877af16c6b61 HTTP/1.1" status: 200 len: 812 time: 0.6737435 May 27 12:27:49.130327 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ac72f-9329-46ec-b73f-532d91c6c345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc175e6-813e-4f7c-9c16-54ce0ebaeebd,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:49.154902 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-139ac72f-9329-46ec-b73f-532d91c6c345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:49.156031 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-139ac72f-9329-46ec-b73f-532d91c6c345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:49.158367 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-139ac72f-9329-46ec-b73f-532d91c6c345 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ddc175e6-813e-4f7c-9c16-54ce0ebaeebd HTTP/1.1" status: 204 len: 168 time: 1.0131967 May 27 12:27:49.171520 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Request body: {'port': {'device_id': 'bb8c0cd6-7d6f-4e03-b337-95eb036b4fee', 'network_id': 'e0a6f6ce-4d33-410a-85b2-877af16c6b61', 'admin_state_up': True, 'tenant_id': '2aca2ae0154c4b10976dba16d27143e5'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:49.209215 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 56792) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:49.216466 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 80fb1f3b-1cce-45d5-97e0-a262d8263d4b up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:27:49.354031 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Pushing event updated for resources: {'Port': ['ID=debc04a7-b52e-451c-9588-8a9d1a41a9cb,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:49.401923 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:49.412488 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Network 1745ac28-aeec-46f3-8427-a49430343ffb is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:27:49.414360 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:49.422417 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 80fb1f3b-1cce-45d5-97e0-a262d8263d4b triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:49.422808 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:49.426711 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:49.626206 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:49.631184 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Usage tracker for resource:port and tenant:2aca2ae0154c4b10976dba16d27143e5 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:49.635877 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:49.645353 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:49.652747 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:27:49.657055 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010278'] for router_interface, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:49.671741 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Made reservation on behalf of 2aca2ae0154c4b10976dba16d27143e5 for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:27:49.677113 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:49.784985 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device a6a842fe-3a26-468c-94fa-12a712e6279e up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:27:49.980270 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:49.995499 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Transition to ACTIVE for port object 310dc550-768a-49c4-9c14-c99291bfdfd1 will not be triggered until provisioned by entity L2. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:27:50.004245 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:50.012664 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-79957089-1495-4c0d-9ce6-79ce75eed8df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:50.101461 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-e449d345-682d-41d7-b2f3-a74dbe0a4fe3 None None] Provisioning for port debc04a7-b52e-451c-9588-8a9d1a41a9cb completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:27:50.105310 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Allocated IP 172.20.0.13 (e0a6f6ce-4d33-410a-85b2-877af16c6b61/f6c52d40-25a4-4da4-b396-a59416c8da0a/ce196627-d1f1-4fea-8185-3e2c9b3c04ac) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:27:50.109431 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-995872426-network', 'tenant_id': '7b69413901364b668dca326f34c92538'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:50.115196 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5bbe2-1945-4e18-9d5c-9e3383325a75 None None] Pushing event updated for resources: {'Port': ['ID=310dc550-768a-49c4-9c14-c99291bfdfd1,revision_number=3']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:50.117337 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-e449d345-682d-41d7-b2f3-a74dbe0a4fe3 None None] Provisioning complete for port debc04a7-b52e-451c-9588-8a9d1a41a9cb triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:50.117784 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e449d345-682d-41d7-b2f3-a74dbe0a4fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:50.120260 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-60a5bbe2-1945-4e18-9d5c-9e3383325a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:50.195490 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port a6a842fe-3a26-468c-94fa-12a712e6279e triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:50.195490 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:50.317345 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-e449d345-682d-41d7-b2f3-a74dbe0a4fe3 None None] Port debc04a7-b52e-451c-9588-8a9d1a41a9cb cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:27:50.434215 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device c72b1aa0-95db-4bda-91ba-b023b3eb51af up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:27:50.592183 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Attempting to bind port 310dc550-768a-49c4-9c14-c99291bfdfd1 on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:27:50.593278 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Attempting to bind port 310dc550-768a-49c4-9c14-c99291bfdfd1 by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:27:50.593862 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Attempting to bind port 310dc550-768a-49c4-9c14-c99291bfdfd1 on network deead674-9f7c-444a-ae32-e97701fd0dfb {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:27:50.605770 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:27:50.609443 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Checking segment: {'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:27:50.610034 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port c72b1aa0-95db-4bda-91ba-b023b3eb51af completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:27:50.610381 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:50.610976 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Bound using segment: {'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:27:50.611717 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Bound port: 310dc550-768a-49c4-9c14-c99291bfdfd1, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'}}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:27:50.615986 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:50.623850 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:50.634827 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port c72b1aa0-95db-4bda-91ba-b023b3eb51af triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:50.636271 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:50.785237 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Usage tracker for resource:network and tenant:7b69413901364b668dca326f34c92538 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:50.806857 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:50.840013 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-93a69f11-97ed-4c96-b58f-391f9c78073b req-3c842c8a-3e25-42d9-9a49-872c42cfb0ea tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 210 time: 0.2041922 May 27 12:27:50.911693 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:50.929957 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:50.953744 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:50.972006 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:50.973343 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] For port 310dc550-768a-49c4-9c14-c99291bfdfd1, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:27:50.975119 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:50.983097 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] For port 310dc550-768a-49c4-9c14-c99291bfdfd1, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=310dc550-768a-49c4-9c14-c99291bfdfd1,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:27:50.991187 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:51.004628 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:51.026810 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-455a7e12-d39b-4e44-b4d5-43583352d2c0 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:51.041015 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-455a7e12-d39b-4e44-b4d5-43583352d2c0 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 818 time: 1.7622516 May 27 12:27:51.053556 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Made reservation on behalf of 7b69413901364b668dca326f34c92538 for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:27:51.065897 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:51.141023 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:51.159543 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-4c27e71c-d48c-4d5a-b604-960485aa271a tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/quotas/97ce54b81246452eb37483949cafc664 HTTP/1.1" status: 200 len: 375 time: 0.1170728 May 27 12:27:51.196379 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port c72b1aa0-95db-4bda-91ba-b023b3eb51af, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=c72b1aa0-95db-4bda-91ba-b023b3eb51af,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:27:51.203358 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:51.203891 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Routers {'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:27:51.206265 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:27:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:51.210806 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:51.216925 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Network e0a6f6ce-4d33-410a-85b2-877af16c6b61 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:27:51.229945 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:51.260445 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:27:51.266092 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:51.284908 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:51.336445 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:51.387729 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Pushing event updated for resources: {'Port': ['ID=ce196627-d1f1-4fea-8185-3e2c9b3c04ac,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:51.401872 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5bbe2-1945-4e18-9d5c-9e3383325a75 None None] Pushing event updated for resources: {'Port': ['ID=310dc550-768a-49c4-9c14-c99291bfdfd1,revision_number=4']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:51.412432 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:51.415156 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:51.421307 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Usage tracker for resource:security_group_rule and tenant:7b69413901364b668dca326f34c92538 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:51.425775 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2596924 May 27 12:27:51.428420 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:51.430830 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-60a5bbe2-1945-4e18-9d5c-9e3383325a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:51.437064 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=c72b1aa0-95db-4bda-91ba-b023b3eb51af,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:51.441634 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:51.456460 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b6a8e306-379d-44d1-91d7-3c36c9fe7f02 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91784) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 12:27:51.457767 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:51.458226 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b6a8e306-379d-44d1-91d7-3c36c9fe7f02 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074406 May 27 12:27:51.589024 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:51.706152 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:51.783547 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=91785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:27:51.810844 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] Set router b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:27:51.821425 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:51.821751 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Added segment db36ebaf-8ddf-43d3-b521-ba8115c35c7b of type vlan for network 25501c43-b36d-41e6-a73b-5d4ffca38af5 May 27 12:27:51.888361 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:51.955810 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:51.991296 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:52.042021 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:52.043808 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:52.167013 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9045780 May 27 12:27:52.170424 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56882) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:52.179604 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Request body: {'subnet': {'network_id': '25501c43-b36d-41e6-a73b-5d4ffca38af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-995872426-subnet', 'tenant_id': '7b69413901364b668dca326f34c92538', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:52.188820 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:52.199938 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Usage tracker for resource:subnet and tenant:7b69413901364b668dca326f34c92538 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:52.209473 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:52.230841 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:52.261265 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Made reservation on behalf of 7b69413901364b668dca326f34c92538 for: {'subnet': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:27:52.266864 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:52.341606 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b5f41c-81bb-4ac1-8140-455eae58b544,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:52.424132 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:52.438675 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:52.570902 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Router cec179eb-9dd6-4e39-b514-30811191aa10 is scheduled to L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad with binding_index 1 {{(pid=91785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 12:27:52.604382 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-30c8e5d5-f1da-49df-a61b-7f7d2a692aba tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4023294 May 27 12:27:52.681475 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Request body: {'port': {'device_id': 'bb8c0cd6-7d6f-4e03-b337-95eb036b4fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:52.746182 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'name': 'tempest-ServerRescueNegativeTestJSON-466620441-router', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100'}], 'enable_snat': True}, 'gw_port_id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:36Z', 'updated_at': '2021-05-27T12:27:44Z', 'revision_number': 4, 'project_id': '97ce54b81246452eb37483949cafc664', 'gw_port': {'id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:38Z', 'updated_at': '2021-05-27T12:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '310dc550-768a-49c4-9c14-c99291bfdfd1', 'name': '', 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'mac_address': 'fa:16:3e:3d:1e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcedd835-9e39-4926-9720-1547ad6355e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:43Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '97ce54b81246452eb37483949cafc664', 'subnets': [{'id': 'bcedd835-9e39-4926-9720-1547ad6355e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:52.754488 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8336a66-b6a2-4720-b8a1-6e2ab9f19999 None None] The sync data for ids ['b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'] in dv-cinder-793386-1-smb is: [{'id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'name': 'tempest-ServerRescueNegativeTestJSON-466620441-router', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100'}], 'enable_snat': True}, 'gw_port_id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:36Z', 'updated_at': '2021-05-27T12:27:44Z', 'revision_number': 4, 'project_id': '97ce54b81246452eb37483949cafc664', 'gw_port': {'id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:38Z', 'updated_at': '2021-05-27T12:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '310dc550-768a-49c4-9c14-c99291bfdfd1', 'name': '', 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'mac_address': 'fa:16:3e:3d:1e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'bcedd835-9e39-4926-9720-1547ad6355e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:43Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '97ce54b81246452eb37483949cafc664', 'subnets': [{'id': 'bcedd835-9e39-4926-9720-1547ad6355e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:27:52.798826 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Pushing event updated for resources: {'Network': ['ID=25501c43-b36d-41e6-a73b-5d4ffca38af5,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:52.812539 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 25501c43-b36d-41e6-a73b-5d4ffca38af5 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:27:52.840887 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:53.108289 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e89bb-cf70-4a0a-a176-3a85c70df783 req-43d9c67d-c45f-4cfd-ab5a-90cb568be712 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:53.114657 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-903e89bb-cf70-4a0a-a176-3a85c70df783 req-43d9c67d-c45f-4cfd-ab5a-90cb568be712 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 932 time: 0.9603114 May 27 12:27:53.245614 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.db.resource_extend [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 12:27:53.304100 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:53.354703 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:53.364337 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-2df81816-b80c-49c2-a019-0a9e6b69c8c1 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=91785) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 12:27:53.385977 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-2df81816-b80c-49c2-a019-0a9e6b69c8c1 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3648908 May 27 12:27:53.523898 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:53.568595 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 310dc550-768a-49c4-9c14-c99291bfdfd1 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:27:53.590953 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1010373'] for router_interface, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:53.699943 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:53.741630 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 310dc550-768a-49c4-9c14-c99291bfdfd1 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:27:53.747961 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 310dc550-768a-49c4-9c14-c99291bfdfd1 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:53.748704 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:53.984670 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-903e89bb-cf70-4a0a-a176-3a85c70df783 req-82c66b7f-c1cb-426b-a53a-f148a323fd56 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Synchronizing usage tracker for tenant:2aca2ae0154c4b10976dba16d27143e5 on resource:security_group {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:27:54.009767 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:54.042694 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Pushing event updated for resources: {'Port': ['ID=debc04a7-b52e-451c-9588-8a9d1a41a9cb,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:54.069298 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:27:54.076845 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 310dc550-768a-49c4-9c14-c99291bfdfd1, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=310dc550-768a-49c4-9c14-c99291bfdfd1,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:27:54.087355 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:54.089785 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device c72b1aa0-95db-4bda-91ba-b023b3eb51af up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:27:54.237694 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d51cbea9-ecca-40c8-b8cc-30e07fc26fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:54.331436 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:54.400633 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Network 1745ac28-aeec-46f3-8427-a49430343ffb is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:27:54.416049 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:54.444343 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Sync routers for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:27:54.496241 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=310dc550-768a-49c4-9c14-c99291bfdfd1,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:54.516002 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:54.524720 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:27:54.525509 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:27:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:54.549520 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-f13922f1-e7b8-45d4-b4ff-66a144c47c09 service neutron] 10.222.0.90 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1606493 May 27 12:27:54.723626 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port c72b1aa0-95db-4bda-91ba-b023b3eb51af triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:54.724044 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:54.785692 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-903e89bb-cf70-4a0a-a176-3a85c70df783 req-82c66b7f-c1cb-426b-a53a-f148a323fd56 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Unset dirty status for tenant:2aca2ae0154c4b10976dba16d27143e5 on resource:security_group {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:27:54.792308 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-903e89bb-cf70-4a0a-a176-3a85c70df783 req-82c66b7f-c1cb-426b-a53a-f148a323fd56 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5897963 May 27 12:27:55.090889 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:27:55.138096 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce196627-d1f1-4fea-8185-3e2c9b3c04ac {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:27:55.154687 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:55.166011 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:55.179353 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-db2f45e2-30a1-4da3-bfb3-6b60201efe18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:55.192496 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-48cb52ed-b77b-4e03-814c-6a52ab837c3b None None] Provisioning complete for port debc04a7-b52e-451c-9588-8a9d1a41a9cb triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:55.192889 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-48cb52ed-b77b-4e03-814c-6a52ab837c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:55.244679 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Transition to ACTIVE for port object ce196627-d1f1-4fea-8185-3e2c9b3c04ac will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:27:55.270592 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:55.429755 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:27:55.463051 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf685e39-5d41-488f-918f-0956832541b3,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:55.488319 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:55.488319 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:55.561836 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Checking segment: {'id': 'db36ebaf-8ddf-43d3-b521-ba8115c35c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '25501c43-b36d-41e6-a73b-5d4ffca38af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:27:55.562559 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Network hostable DHCP agents. Network: 25501c43-b36d-41e6-a73b-5d4ffca38af5, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:27:55.718802 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-48cb52ed-b77b-4e03-814c-6a52ab837c3b None None] Port debc04a7-b52e-451c-9588-8a9d1a41a9cb cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:27:55.734032 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Attempting to bind port ce196627-d1f1-4fea-8185-3e2c9b3c04ac on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:27:55.737915 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Attempting to bind port ce196627-d1f1-4fea-8185-3e2c9b3c04ac by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': 'd62b40ba-232b-4a4b-a38a-16d0c7439880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e0a6f6ce-4d33-410a-85b2-877af16c6b61'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:27:55.738516 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Attempting to bind port ce196627-d1f1-4fea-8185-3e2c9b3c04ac on network e0a6f6ce-4d33-410a-85b2-877af16c6b61 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:27:55.749705 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-0102be7b-3109-4e7a-a5e4-21c68e112274 service neutron] 10.222.0.90 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9390266 May 27 12:27:55.750306 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce196627-d1f1-4fea-8185-3e2c9b3c04ac,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:55.754838 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] Notify callbacks [] for router, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:55.760595 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-cc63048e-cdec-414f-82ce-d37e0a657960 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.2111986 May 27 12:27:55.764296 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:55.768892 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 56946) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:55.801799 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Network 25501c43-b36d-41e6-a73b-5d4ffca38af5 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:27:56.006567 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 310dc550-768a-49c4-9c14-c99291bfdfd1 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:27:56.100739 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Port ce196627-d1f1-4fea-8185-3e2c9b3c04ac on network e0a6f6ce-4d33-410a-85b2-877af16c6b61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:27:56.103444 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Attempting to bind port ce196627-d1f1-4fea-8185-3e2c9b3c04ac on network e0a6f6ce-4d33-410a-85b2-877af16c6b61 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:27:56.166627 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:27:56.169291 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Checking segment: {'id': 'd62b40ba-232b-4a4b-a38a-16d0c7439880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e0a6f6ce-4d33-410a-85b2-877af16c6b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:27:56.180654 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Bound using segment: {'id': 'd62b40ba-232b-4a4b-a38a-16d0c7439880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e0a6f6ce-4d33-410a-85b2-877af16c6b61'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:27:56.181599 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Bound port: ce196627-d1f1-4fea-8185-3e2c9b3c04ac, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62b40ba-232b-4a4b-a38a-16d0c7439880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'e0a6f6ce-4d33-410a-85b2-877af16c6b61'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:27:56.182124 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:56.247593 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 25501c43-b36d-41e6-a73b-5d4ffca38af5) {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:27:56.275885 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:56.278149 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:56.322683 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992ddf10-8aea-4b89-8737-9ad09b7c50b5 None None] Network 25501c43-b36d-41e6-a73b-5d4ffca38af5 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:27:56.399131 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-5f1440ef-77a8-4442-96e9-d03d4dec82ee admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.2190945 May 27 12:27:56.537336 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-15874482-4a34-46bb-be50-08543b066a66 req-917e8129-bfd9-4ffb-b386-d14f5ae646af tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 210 time: 0.0861688 May 27 12:27:56.574697 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:27:56.590179 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Sync routers for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:27:56.595271 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] 10.222.0.90 "PUT /v2.0/routers/85985b3b-d1ef-4ec8-8b3b-7ac90b017806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6953957 May 27 12:27:56.621371 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:27:56.622041 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:27:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:56.634417 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b328c2-c983-4bf7-aeb6-d9f662d688b8 req-0d5d7abe-8858-498a-9f10-b1fc871f3dec tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:56.640243 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-83b328c2-c983-4bf7-aeb6-d9f662d688b8 req-0d5d7abe-8858-498a-9f10-b1fc871f3dec tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 944 time: 0.2371328 May 27 12:27:56.709949 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1bb2c3-ac1f-458e-b95e-a423e265c68d None None] Network 25501c43-b36d-41e6-a73b-5d4ffca38af5 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:27:56.762065 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-83b328c2-c983-4bf7-aeb6-d9f662d688b8 req-6413e020-0277-439f-ad4b-f6dbef0284e1 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142292 May 27 12:27:57.036166 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 310dc550-768a-49c4-9c14-c99291bfdfd1 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:27:57.036605 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:57.061011 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] For port ce196627-d1f1-4fea-8185-3e2c9b3c04ac, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:27:57.187566 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:27:57.308775 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:27:46Z', 'revision_number': 3, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:57.322174 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Checking router: cec179eb-9dd6-4e39-b514-30811191aa10 for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:27:57.322835 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Updating router cec179eb-9dd6-4e39-b514-30811191aa10 port e21e3679-80a7-4096-98a8-deb74c475891 binding host dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:27:57.416250 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:57.815747 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-df394f96-e1e3-4c81-8331-02253d8dabba tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:57.829443 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-df394f96-e1e3-4c81-8331-02253d8dabba tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 818 time: 0.5478890 May 27 12:27:57.881007 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-8efadbe2-bc61-4fe8-86ac-d42c8ef5d6c8 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/quotas/97ce54b81246452eb37483949cafc664 HTTP/1.1" status: 200 len: 375 time: 0.0475605 May 27 12:27:58.097608 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-28ff2c2c-1ac9-4276-8a90-862baf7ff400 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2155976 May 27 12:27:58.196328 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] For port ce196627-d1f1-4fea-8185-3e2c9b3c04ac, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=ce196627-d1f1-4fea-8185-3e2c9b3c04ac,segment=NetworkSegment(d62b40ba-232b-4a4b-a38a-16d0c7439880),segment_id=d62b40ba-232b-4a4b-a38a-16d0c7439880)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:27:58.287702 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:58.324235 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:58.407912 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:58.568919 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:58.576343 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:58.583274 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] 10.222.0.95 "PUT /v2.0/ports/ce196627-d1f1-4fea-8185-3e2c9b3c04ac HTTP/1.1" status: 200 len: 1094 time: 6.4279172 May 27 12:27:58.665333 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8c0cd6-7d6f-4e03-b337-95eb036b4fee', 'tag': 'ce196627-d1f1-4fea-8185-3e2c9b3c04ac'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:27:58.681457 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:27:52Z', 'revision_number': 2, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:58.716435 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Checking router: 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:27:58.718398 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Updating router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 port debc04a7-b52e-451c-9588-8a9d1a41a9cb binding host dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:27:58.751754 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-0dbd48f7-aa86-4876-b916-40348431915e service neutron] 10.222.0.90 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437814 May 27 12:27:58.755838 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:58.816715 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Transition to ACTIVE for port object e21e3679-80a7-4096-98a8-deb74c475891 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:27:58.820932 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57050) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:58.831070 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:58.842089 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:58.862537 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1211461260-network', 'tenant_id': '60f013c823fe4fc99555f10197cd105f'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:58.933572 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:59.149316 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Attempting to bind port e21e3679-80a7-4096-98a8-deb74c475891 on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:27:59.149898 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Attempting to bind port e21e3679-80a7-4096-98a8-deb74c475891 by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:27:59.150304 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Attempting to bind port e21e3679-80a7-4096-98a8-deb74c475891 on network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:27:59.184278 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:27:59.184659 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Checking segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:27:59.191363 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:59.191938 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Bound using segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:27:59.192359 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Bound port: e21e3679-80a7-4096-98a8-deb74c475891, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:27:59.198539 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:59.247142 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:59.307636 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe256673-59c7-4bbe-9f03-8590664ff7da None None] Pushing event updated for resources: {'Port': ['ID=e21e3679-80a7-4096-98a8-deb74c475891,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:59.319522 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-fe256673-59c7-4bbe-9f03-8590664ff7da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:59.339970 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Usage tracker for resource:network and tenant:60f013c823fe4fc99555f10197cd105f is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:59.352066 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:59.411495 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:59.413160 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] For port e21e3679-80a7-4096-98a8-deb74c475891, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:27:59.421361 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] For port e21e3679-80a7-4096-98a8-deb74c475891, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=e21e3679-80a7-4096-98a8-deb74c475891,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:27:59.430603 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:59.447063 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:27:59.452868 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57076) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:27:59.487270 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573481998', 'description': 'tempest-description--1507225452'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:27:59.521871 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:59.585012 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Usage tracker for resource:security_group and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:59.598967 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:59.617114 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-82a74009-dc63-4ea3-91b2-b7b52c64eabe service neutron] 10.222.0.90 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8619499 May 27 12:27:59.626124 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Made reservation on behalf of 60f013c823fe4fc99555f10197cd105f for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:27:59.638295 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:59.675042 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe256673-59c7-4bbe-9f03-8590664ff7da None None] Pushing event updated for resources: {'Port': ['ID=e21e3679-80a7-4096-98a8-deb74c475891,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:59.694177 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:59.711852 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-fe256673-59c7-4bbe-9f03-8590664ff7da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:59.751242 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce196627-d1f1-4fea-8185-3e2c9b3c04ac,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:27:59.767825 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:59.771968 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.448s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:27:59.776543 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:27:59.778372 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:27:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:27:59.802388 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:27:59.813432 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:27:59.821279 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Usage tracker for resource:security_group_rule and tenant:60f013c823fe4fc99555f10197cd105f is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:27:59.832851 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:27:59.853823 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:27:59.876232 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b0172754-643a-466d-8538-8b76ffefc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:27:59.881463 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-b0172754-643a-466d-8538-8b76ffefc705 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2aca2ae0154c4b10976dba16d27143e5&device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 1097 time: 0.9155433 May 27 12:27:59.916219 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:00.098615 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-9e4c78d4-2c96-4f19-a807-d00d3a0f0316 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce196627-d1f1-4fea-8185-3e2c9b3c04ac HTTP/1.1" status: 200 len: 217 time: 0.1795301 May 27 12:28:00.106674 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Usage tracker for resource:security_group_rule and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:00.114024 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:00.173539 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:00.251825 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:00.260500 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57092) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:00.298504 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.95', 63158) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:00.343901 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:00.363941 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:28:00.417022 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=91785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:28:00.463167 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:00.465944 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Added segment 356b6204-a4eb-462d-ae21-ccfa4d248607 of type vlan for network 359030fb-dc24-4f6d-964e-52adfdb3c067 May 27 12:28:00.514601 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:00.536286 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Transition to ACTIVE for port object debc04a7-b52e-451c-9588-8a9d1a41a9cb will not be triggered until provisioned by entity L2. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:28:00.561431 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:00.583321 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:00.583443 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:00.606250 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:00.713552 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa31d01-f0e2-4a39-9742-70984e44f106,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:00.760670 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:00.904285 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-b4fecdf1-7e92-4a42-a932-a19d2e21615f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:00.909102 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-b4fecdf1-7e92-4a42-a932-a19d2e21615f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Synchronizing usage tracker for tenant:97ce54b81246452eb37483949cafc664 on resource:network {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:28:00.911234 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8395f-4ec4-49bf-a426-ea80a56fb763 req-8248ebb8-c033-4466-8a38-7a2e576e2cc2 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:00.920519 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4bc8395f-4ec4-49bf-a426-ea80a56fb763 req-8248ebb8-c033-4466-8a38-7a2e576e2cc2 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 944 time: 0.7424428 May 27 12:28:00.955948 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:00.970172 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:00.972099 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:00.988497 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9a035b7c-7465-43ec-ab94-ab21df126527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:01.233279 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:01.293921 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8c0cd6-7d6f-4e03-b337-95eb036b4fee', 'tag': 'ce196627-d1f1-4fea-8185-3e2c9b3c04ac', 'status': 'completed', 'code': 200} May 27 12:28:01.352143 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50289b-2c92-4579-a8b8-2655362f461c None None] Pushing event updated for resources: {'Port': ['ID=debc04a7-b52e-451c-9588-8a9d1a41a9cb,revision_number=3']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:01.354728 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Attempting to bind port debc04a7-b52e-451c-9588-8a9d1a41a9cb on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:28:01.355139 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Attempting to bind port debc04a7-b52e-451c-9588-8a9d1a41a9cb by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:28:01.355507 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Attempting to bind port debc04a7-b52e-451c-9588-8a9d1a41a9cb on network 1745ac28-aeec-46f3-8427-a49430343ffb {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:28:01.357854 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0f50289b-2c92-4579-a8b8-2655362f461c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:01.372986 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:28:01.373366 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Checking segment: {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:28:01.373981 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:01.374560 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Bound using segment: {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:28:01.375214 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Bound port: debc04a7-b52e-451c-9588-8a9d1a41a9cb, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'}}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:28:01.375809 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:01.386330 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3a51d27a-00f6-4c0b-aab0-ce37321fed89 req-18746cea-4b36-44cb-a229-18dd3890c9dc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 210 time: 0.0900054 May 27 12:28:01.387179 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Pushing event updated for resources: {'Network': ['ID=359030fb-dc24-4f6d-964e-52adfdb3c067,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:01.395506 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5706189 May 27 12:28:01.396657 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:01.399641 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57122) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:01.433338 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Request body: {'subnet': {'network_id': '359030fb-dc24-4f6d-964e-52adfdb3c067', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1211461260-subnet', 'tenant_id': '60f013c823fe4fc99555f10197cd105f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:01.443082 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 359030fb-dc24-4f6d-964e-52adfdb3c067 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:28:01.457679 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4bc8395f-4ec4-49bf-a426-ea80a56fb763 req-512b0eb2-e323-4acf-8743-3f8ceedf011b tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329876 May 27 12:28:01.470249 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:01.482605 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Usage tracker for resource:subnet and tenant:60f013c823fe4fc99555f10197cd105f is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:01.490897 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:01.497085 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-340bce7b-b488-4227-94b9-520ee7784a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:01.507516 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-340bce7b-b488-4227-94b9-520ee7784a72 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f6c52d40-25a4-4da4-b396-a59416c8da0a HTTP/1.1" status: 200 len: 852 time: 1.3791428 May 27 12:28:01.511119 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:01.535059 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Made reservation on behalf of 60f013c823fe4fc99555f10197cd105f for: {'subnet': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:28:01.537672 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:01.582019 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-570018cd-53d7-4d3d-a657-bc0ccefb1e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:01.606371 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] For port debc04a7-b52e-451c-9588-8a9d1a41a9cb, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:28:01.622798 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] For port debc04a7-b52e-451c-9588-8a9d1a41a9cb, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=debc04a7-b52e-451c-9588-8a9d1a41a9cb,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:28:01.632286 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:01.642926 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-570018cd-53d7-4d3d-a657-bc0ccefb1e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:01.644499 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:01.666536 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-570018cd-53d7-4d3d-a657-bc0ccefb1e13 admin admin] Usage tracker for resource:security_group_rule and tenant:238ac332970641c280d745408dd44976 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:01.677942 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-570018cd-53d7-4d3d-a657-bc0ccefb1e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:01.699204 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-570018cd-53d7-4d3d-a657-bc0ccefb1e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:01.825675 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:27:46Z', 'revision_number': 3, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:01.830423 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e198860-2914-4e8e-b4ef-385013aa2590 None None] The sync data for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb is: [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:27:46Z', 'revision_number': 3, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:28:01.845515 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-570018cd-53d7-4d3d-a657-bc0ccefb1e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:01.846846 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-b4fecdf1-7e92-4a42-a932-a19d2e21615f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Unset dirty status for tenant:97ce54b81246452eb37483949cafc664 on resource:network {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:28:01.848230 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-b4fecdf1-7e92-4a42-a932-a19d2e21615f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.95 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 818 time: 1.5395029 May 27 12:28:01.859864 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-570018cd-53d7-4d3d-a657-bc0ccefb1e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:01.905504 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-85bc66b7-5464-488f-9f0a-ffe3601b5995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:01.959639 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:28:01.971826 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:27:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:02.112142 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-139ac72f-9329-46ec-b73f-532d91c6c345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:02.204010 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50289b-2c92-4579-a8b8-2655362f461c None None] Pushing event updated for resources: {'Port': ['ID=debc04a7-b52e-451c-9588-8a9d1a41a9cb,revision_number=4']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:02.208782 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0f50289b-2c92-4579-a8b8-2655362f461c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:02.272172 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:02.447072 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Request body: {'port': {'device_id': '0dfc79ab-11c1-40e8-a69d-ad2c98c9720e', 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb', 'admin_state_up': True, 'tenant_id': '97ce54b81246452eb37483949cafc664'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:02.674468 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:28:02.754021 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-de0171e2-a704-4485-ae10-a338b6293dca service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e0a6f6ce-4d33-410a-85b2-877af16c6b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5575094 May 27 12:28:02.754513 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:02.948410 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570018cd-53d7-4d3d-a657-bc0ccefb1e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57beb0ce-5019-4bb9-b0fb-3d91ac391efe,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:02.954123 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Allocated IP 172.20.0.1 (37d0ea95-dd69-40ea-890c-fe72901ad612/74a519ef-baf2-4ef8-922c-d5f0e6de02aa/c65707bf-fa9f-4f32-ac14-b0c31ea398e9) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:28:03.014561 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-570018cd-53d7-4d3d-a657-bc0ccefb1e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:03.015484 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-4c298bb4-29a2-44ea-ad00-472cf0c2393e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:03.027048 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2e6878c5-e497-40cf-b018-7e7cd6370ef7 req-ad261e76-233f-4da6-b14e-e321206a0293 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 210 time: 0.2488782 May 27 12:28:03.055289 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-570018cd-53d7-4d3d-a657-bc0ccefb1e13 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=238ac332970641c280d745408dd44976&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7905369 May 27 12:28:03.061922 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57164) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:03.066793 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc66a1f-5188-4138-97f2-cc54d550d7d2,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:03.075823 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:03.096775 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:03.149523 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Usage tracker for resource:port and tenant:97ce54b81246452eb37483949cafc664 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:03.188130 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:03.207827 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:03.345546 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.95', 63163) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:03.349965 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:03.354915 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1fc6244-9df9-4c90-b495-0336d9480db8,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:03.364630 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:03.480124 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b422b5-50a5-4bc2-bb1b-4e4604c662c1 req-41c88e4a-8e98-42a4-9517-dbac7b77e59b tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:03.482151 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-87b422b5-50a5-4bc2-bb1b-4e4604c662c1 req-41c88e4a-8e98-42a4-9517-dbac7b77e59b tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 944 time: 0.4936430 May 27 12:28:03.626224 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:03.664926 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:01Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:03.678972 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a403660-5b30-4bf3-a4e1-78bc2d4bb88b None None] The sync data for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb is: [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:01Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:28:03.681790 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-bdd08654-30cc-4ab9-9d89-fc8483160ca0 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:03.687688 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-87b422b5-50a5-4bc2-bb1b-4e4604c662c1 req-93a926e8-a239-48b3-b1d6-2b494bee3176 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971958 May 27 12:28:03.691085 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-bdd08654-30cc-4ab9-9d89-fc8483160ca0 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.95 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 818 time: 0.3320017 May 27 12:28:03.699150 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Checking segment: {'id': '356b6204-a4eb-462d-ae21-ccfa4d248607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '359030fb-dc24-4f6d-964e-52adfdb3c067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:28:03.699512 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Network hostable DHCP agents. Network: 359030fb-dc24-4f6d-964e-52adfdb3c067, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:28:03.758877 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Network 359030fb-dc24-4f6d-964e-52adfdb3c067 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:28:03.804311 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 359030fb-dc24-4f6d-964e-52adfdb3c067) {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:28:03.812972 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:03.832069 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:03.838665 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:03.841496 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Request body: {'port': {'device_id': 'd09ae017-8f6f-4b35-abbb-d0b6770a6432', 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb', 'admin_state_up': True, 'tenant_id': '97ce54b81246452eb37483949cafc664'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:03.875893 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067d7606-60fc-4bec-95f2-bf20f2de2306 None None] Network 359030fb-dc24-4f6d-964e-52adfdb3c067 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:28:03.930445 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-6ee9f37a-0326-4e60-a905-b373914b2266 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5292950 May 27 12:28:04.172159 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device debc04a7-b52e-451c-9588-8a9d1a41a9cb up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:28:04.374846 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57192) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:04.444038 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-30c68d80-c472-44c8-a496-012879b97bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:04.544298 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-7bbfd6f5-e49f-4c0c-abc9-c889f94cca42 service neutron] 10.222.0.95 "GET /v2.0/networks/e0a6f6ce-4d33-410a-85b2-877af16c6b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5915842 May 27 12:28:04.549800 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-58861cf0-3217-4091-9549-637f4e84f7dc req-791056c5-a011-4326-9cea-69826158ac47 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 210 time: 0.3002722 May 27 12:28:04.564059 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c7f57b-f464-431d-8733-f7e897c8bccf admin admin] Deleting subnet cf685e39-5d41-488f-918f-0956832541b3 {{(pid=91785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:28:04.576226 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f57b-f464-431d-8733-f7e897c8bccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:04.576989 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Made reservation on behalf of 97ce54b81246452eb37483949cafc664 for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:28:04.583124 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:04.682475 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de830d0-90f4-415b-a786-a63fde5de0d4 None None] Network 359030fb-dc24-4f6d-964e-52adfdb3c067 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:28:04.724097 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f57b-f464-431d-8733-f7e897c8bccf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:04.745376 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f57b-f464-431d-8733-f7e897c8bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:04.952198 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-22252b69-474a-4ce0-8651-ba40109b192a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:04.954527 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:04.956168 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 5.4936223 May 27 12:28:05.001763 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port debc04a7-b52e-451c-9588-8a9d1a41a9cb completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:05.013872 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port debc04a7-b52e-451c-9588-8a9d1a41a9cb triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:05.014354 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.050353 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57212) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:05.073096 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Request body: {'security_group_rule': {'security_group_id': '1bc66a1f-5188-4138-97f2-cc54d550d7d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:05.141243 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:05.151237 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:05.167090 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Usage tracker for resource:security_group_rule and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:05.170700 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Allocated IP 172.20.0.2 (deead674-9f7c-444a-ae32-e97701fd0dfb/bcedd835-9e39-4926-9720-1547ad6355e8/f6bdf022-00c3-4233-a113-180803429959) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:28:05.176773 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:05.182275 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Usage tracker for resource:port and tenant:97ce54b81246452eb37483949cafc664 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:05.187980 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:05.190780 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:05.219799 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:05.227140 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-22252b69-474a-4ce0-8651-ba40109b192a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.275337 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.303132 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.351050 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port debc04a7-b52e-451c-9588-8a9d1a41a9cb, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=debc04a7-b52e-451c-9588-8a9d1a41a9cb,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:05.361114 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.363300 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device e21e3679-80a7-4096-98a8-deb74c475891 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:28:05.371684 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Made reservation on behalf of 97ce54b81246452eb37483949cafc664 for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:28:05.375131 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.401854 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:05.405514 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae076d4b-37e2-4a4d-be71-13cccfa683b2 req-f81fef42-a875-42b9-bef6-9ea7b382476f tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:05.407139 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ae076d4b-37e2-4a4d-be71-13cccfa683b2 req-f81fef42-a875-42b9-bef6-9ea7b382476f tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 944 time: 0.3592105 May 27 12:28:05.467136 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.507234 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=debc04a7-b52e-451c-9588-8a9d1a41a9cb,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:05.510441 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:05.519900 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port e21e3679-80a7-4096-98a8-deb74c475891 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:05.532886 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port e21e3679-80a7-4096-98a8-deb74c475891 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:05.533300 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.604910 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-10eb53c3-92fa-4cd0-b1be-d2adba31254a req-a02bf090-3af5-411b-a670-c0ae816a8ca3 service neutron] 10.222.0.95 "GET /v2.0/networks/e0a6f6ce-4d33-410a-85b2-877af16c6b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818945 May 27 12:28:05.615231 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ae076d4b-37e2-4a4d-be71-13cccfa683b2 req-365ba5ef-fc61-41ac-a13c-db6b1dcf9e5d tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631968 May 27 12:28:05.669832 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.674491 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.682691 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:05.739022 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298eda6a-b5c5-42cd-903b-9bf475ee35a9,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:05.781836 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.782576 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.803791 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port e21e3679-80a7-4096-98a8-deb74c475891, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=e21e3679-80a7-4096-98a8-deb74c475891,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:05.809112 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.809588 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:05.810338 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.812404 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:05.824586 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7633269 May 27 12:28:05.840684 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f57b-f464-431d-8733-f7e897c8bccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.844563 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57234) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:05.851976 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Transition to ACTIVE for port object c65707bf-fa9f-4f32-ac14-b0c31ea398e9 will not be triggered until provisioned by entity DHCP. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:28:05.867011 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-48b0b40b-9c16-4787-9832-33e1c30cf405 req-fafdd7cf-fe20-41a8-8643-65077d907132 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 210 time: 0.1166677 May 27 12:28:05.894033 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Request body: {'security_group_rule': {'security_group_id': '1bc66a1f-5188-4138-97f2-cc54d550d7d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:05.904577 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:05.918770 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=e21e3679-80a7-4096-98a8-deb74c475891,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:05.922647 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:05.929152 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-22252b69-474a-4ce0-8651-ba40109b192a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.945736 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.954368 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device debc04a7-b52e-451c-9588-8a9d1a41a9cb up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:28:05.961743 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:05.975619 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Usage tracker for resource:security_group_rule and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:05.979923 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7f57b-f464-431d-8733-f7e897c8bccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf685e39-5d41-488f-918f-0956832541b3,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:05.982330 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:05.983065 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:05.986879 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f57b-f464-431d-8733-f7e897c8bccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:05.991666 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-f4c7f57b-f464-431d-8733-f7e897c8bccf admin admin] 10.222.0.90 "DELETE /v2.0/subnets/cf685e39-5d41-488f-918f-0956832541b3 HTTP/1.1" status: 204 len: 168 time: 1.6119473 May 27 12:28:05.997597 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57240) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:06.020769 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:06.023199 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-f4c7f57b-f464-431d-8733-f7e897c8bccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:06.049094 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22252b69-474a-4ce0-8651-ba40109b192a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57beb0ce-5019-4bb9-b0fb-3d91ac391efe,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:06.053194 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-22252b69-474a-4ce0-8651-ba40109b192a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:06.053690 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:06.077863 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port debc04a7-b52e-451c-9588-8a9d1a41a9cb triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:06.078352 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.126196 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.161246 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Network 37d0ea95-dd69-40ea-890c-fe72901ad612 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:28:06.175507 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c65707bf-fa9f-4f32-ac14-b0c31ea398e9,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:06.178165 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:28:06.186168 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.205974 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:06.249843 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-22252b69-474a-4ce0-8651-ba40109b192a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.251235 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-22252b69-474a-4ce0-8651-ba40109b192a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/57beb0ce-5019-4bb9-b0fb-3d91ac391efe HTTP/1.1" status: 204 len: 168 time: 3.1815910 May 27 12:28:06.284616 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:28:06.285213 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010278'] for router_interface, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.306054 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.338135 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.350283 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.359018 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a343-70bf-4389-acd1-5125d7060665 req-a8ce0735-9583-44bf-80e0-3ee8951a8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:06.360522 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8a85a343-70bf-4389-acd1-5125d7060665 req-a8ce0735-9583-44bf-80e0-3ee8951a8f5c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2aca2ae0154c4b10976dba16d27143e5&device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 1097 time: 0.6002483 May 27 12:28:06.384835 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-edf81626-d26a-4fc0-a791-3ef0d642ae47 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:06.495290 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898063c4-0388-4bda-ace5-a8943a58b465,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:06.506258 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.524310 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:06.525173 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.529561 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6835778 May 27 12:28:06.530395 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57254) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:06.536085 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.536664 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.537609 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.538666 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.539171 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.539568 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.539960 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.540354 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.540729 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.541268 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.541659 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Request body: {'floatingip': {'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:06.589144 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-982d2931-4e01-4657-9bc8-384e1cc72fed None None] Provisioning for port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:06.593628 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:06.595873 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-982d2931-4e01-4657-9bc8-384e1cc72fed None None] Provisioning complete for port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:06.596464 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.596609 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-982d2931-4e01-4657-9bc8-384e1cc72fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.612917 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Usage tracker for resource:floatingip and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:06.635499 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:06.649052 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:06.664270 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-982d2931-4e01-4657-9bc8-384e1cc72fed None None] Port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:28:06.679120 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a343-70bf-4389-acd1-5125d7060665 req-242a2043-bc0d-4b2f-b537-a2694a07ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:06.680693 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8a85a343-70bf-4389-acd1-5125d7060665 req-242a2043-bc0d-4b2f-b537-a2694a07ae8d service neutron] 10.222.0.95 "GET /v2.0/networks?id=e0a6f6ce-4d33-410a-85b2-877af16c6b61 HTTP/1.1" status: 200 len: 913 time: 0.3125598 May 27 12:28:06.681495 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:06.715750 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57260) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:06.869133 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Network deead674-9f7c-444a-ae32-e97701fd0dfb is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:28:06.872758 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.889827 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8a85a343-70bf-4389-acd1-5125d7060665 req-986937e5-a219-4247-af4c-7ade76d3a2ec service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce196627-d1f1-4fea-8185-3e2c9b3c04ac HTTP/1.1" status: 200 len: 217 time: 0.1559968 May 27 12:28:06.895974 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Allocated IP 172.20.0.12 (deead674-9f7c-444a-ae32-e97701fd0dfb/bcedd835-9e39-4926-9720-1547ad6355e8/1337d9e9-49b2-48cb-a5ef-024d3daaecfc) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:28:06.900067 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.900182 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.900475 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.901225 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91785) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:28:06.901225 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25501c43-b36d-41e6-a73b-5d4ffca38af5']}} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:06.901753 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:28:06.916429 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:28:06.922488 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:06.923137 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.956730 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db36ebaf-8ddf-43d3-b521-ba8115c35c7b') {'for_net_delete': True} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:06.957028 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db36ebaf-8ddf-43d3-b521-ba8115c35c7b') {} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:06.966880 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Pushing event updated for resources: {'Port': ['ID=f6bdf022-00c3-4233-a113-180803429959,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:06.972984 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473780'] for segment, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:06.991250 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:06.995339 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.005807 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.006335 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a7cc05b9-0da6-4197-8a9b-0e306cf6db65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.018543 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.031994 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=91785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:28:07.032791 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3041027'] for segment, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: from cryptography.utils import int_from_bytes May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: from cryptography.utils import int_from_bytes May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: Traceback (most recent call last): May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: timer() May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: cb(*args, **kw) May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: return func(*args, **kwargs) May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: self._notify() May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: self.callback(batched_events) May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: event.method(event) May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: return f(self, *a, **k) May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: return self._get(url).json() May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: return self.request(url, 'GET', **kwargs) May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:28:07.049867 dv-cinder-793386-1-smb neutron-server[91785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:28:07.106784 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8262339 May 27 12:28:07.169537 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5f6a4-52a4-4cc0-a3eb-d4a5853cd9c9 req-4a211778-b0af-402e-880c-413a25920186 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:07.171415 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7da5f6a4-52a4-4cc0-a3eb-d4a5853cd9c9 req-4a211778-b0af-402e-880c-413a25920186 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 944 time: 0.2611229 May 27 12:28:07.177844 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9a28a466-f80a-42cb-88d1-decb9381b11c req-b605c026-f17a-43a9-96ad-3e7b09073e84 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 210 time: 0.1270289 May 27 12:28:07.222374 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.222598 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a7cc05b9-0da6-4197-8a9b-0e306cf6db65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:07.238797 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.245487 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-fd717615-5289-4383-bb4b-92cb6e07b82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:07.271013 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Request body: {'port': {'device_id': '0dfc79ab-11c1-40e8-a69d-ad2c98c9720e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:07.271803 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] 10.222.0.90 "DELETE /v2.0/networks/25501c43-b36d-41e6-a73b-5d4ffca38af5 HTTP/1.1" status: 204 len: 168 time: 1.2732909 May 27 12:28:07.274803 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7da5f6a4-52a4-4cc0-a3eb-d4a5853cd9c9 req-e1dedac6-2b67-4d4b-a44b-3e42e3be7ef4 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908611 May 27 12:28:07.275368 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57286) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:07.277768 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=25501c43-b36d-41e6-a73b-5d4ffca38af5,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:07.281988 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:07.303106 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-a7cc05b9-0da6-4197-8a9b-0e306cf6db65 admin admin] Usage tracker for resource:security_group_rule and tenant:33c10f5eee0f4a57aa577b85e948b6de is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:07.332189 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-a7cc05b9-0da6-4197-8a9b-0e306cf6db65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:07.338742 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a343-70bf-4389-acd1-5125d7060665 req-2da326da-5ea9-4bde-b1d6-acdcd6306765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:07.340627 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8a85a343-70bf-4389-acd1-5125d7060665 req-2da326da-5ea9-4bde-b1d6-acdcd6306765 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f6c52d40-25a4-4da4-b396-a59416c8da0a HTTP/1.1" status: 200 len: 852 time: 0.4273288 May 27 12:28:07.359081 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_v2 [None req-476a327e-dd89-4eb0-81cf-3ce3ceb347b9 admin admin] Deleting subnet a1fc6244-9df9-4c90-b495-0336d9480db8 {{(pid=91785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:28:07.365642 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-476a327e-dd89-4eb0-81cf-3ce3ceb347b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.369881 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a7cc05b9-0da6-4197-8a9b-0e306cf6db65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:07.436233 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-476a327e-dd89-4eb0-81cf-3ce3ceb347b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473741'] for subnet, precommit_delete_associations {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.452099 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8a85a343-70bf-4389-acd1-5125d7060665 req-18a64158-5463-45c9-be67-977c215e15ed service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e0a6f6ce-4d33-410a-85b2-877af16c6b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799134 May 27 12:28:07.505573 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-476a327e-dd89-4eb0-81cf-3ce3ceb347b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.698460 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57296) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:07.794389 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-476a327e-dd89-4eb0-81cf-3ce3ceb347b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3039649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3065520'] for subnet, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.802372 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-22b5f7ef-a76b-49d3-8599-28a80b30d6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:07.823810 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.854293 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a327e-dd89-4eb0-81cf-3ce3ceb347b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1fc6244-9df9-4c90-b495-0336d9480db8,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:07.857179 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-476a327e-dd89-4eb0-81cf-3ce3ceb347b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.863962 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-476a327e-dd89-4eb0-81cf-3ce3ceb347b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:07.865924 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-476a327e-dd89-4eb0-81cf-3ce3ceb347b9 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/a1fc6244-9df9-4c90-b495-0336d9480db8 HTTP/1.1" status: 204 len: 168 time: 0.5895247 May 27 12:28:07.867330 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-da7b6434-a677-46a0-bb80-d9a5ae9b6477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:07.878148 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57302) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:07.900661 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device e21e3679-80a7-4096-98a8-deb74c475891 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:28:07.902420 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-da7b6434-a677-46a0-bb80-d9a5ae9b6477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:07.910317 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-da7b6434-a677-46a0-bb80-d9a5ae9b6477 admin admin] Usage tracker for resource:security_group_rule and tenant:c2776d6cb633464490202fb5b73495fc is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:07.914698 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-da7b6434-a677-46a0-bb80-d9a5ae9b6477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:07.976260 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-da7b6434-a677-46a0-bb80-d9a5ae9b6477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:07.980942 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port e21e3679-80a7-4096-98a8-deb74c475891 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:07.981138 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.021733 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8a85a343-70bf-4389-acd1-5125d7060665 req-70b209fa-3948-46d2-950d-67a961175f83 service neutron] 10.222.0.95 "GET /v2.0/networks/e0a6f6ce-4d33-410a-85b2-877af16c6b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427806 May 27 12:28:08.027864 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.087970 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.104290 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.199866 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.223892 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359030fb-dc24-4f6d-964e-52adfdb3c067']}} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:08.231867 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-da7b6434-a677-46a0-bb80-d9a5ae9b6477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.239024 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356b6204-a4eb-462d-ae21-ccfa4d248607') {'for_net_delete': True} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:08.239309 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356b6204-a4eb-462d-ae21-ccfa4d248607') {} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:08.246007 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-da7b6434-a677-46a0-bb80-d9a5ae9b6477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.257127 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:08.266294 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a7cc05b9-0da6-4197-8a9b-0e306cf6db65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.266823 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473780'] for segment, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.281194 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.db.resource_extend [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 12:28:08.309914 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a7cc05b9-0da6-4197-8a9b-0e306cf6db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.312722 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.330815 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-da7b6434-a677-46a0-bb80-d9a5ae9b6477 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c2776d6cb633464490202fb5b73495fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6279802 May 27 12:28:08.331012 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.334835 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57312) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:08.335503 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b6434-a677-46a0-bb80-d9a5ae9b6477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a228da-995c-47a1-9e1a-e785dc740208,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:08.352947 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c53232f3-1921-47b7-a875-f5d65080f460 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:08.353381 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-da7b6434-a677-46a0-bb80-d9a5ae9b6477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:08.381604 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.384919 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=91785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:28:08.385317 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3041027'] for segment, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.405908 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1010373'] for router_interface, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: Traceback (most recent call last): May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: timer() May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: cb(*args, **kw) May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: return func(*args, **kwargs) May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: self._notify() May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: self.callback(batched_events) May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: event.method(event) May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: return f(self, *a, **k) May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: return self._get(url).json() May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: return self.request(url, 'GET', **kwargs) May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:28:08.416354 dv-cinder-793386-1-smb neutron-server[91785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:28:08.432545 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f21fb378-b160-45c1-9ca6-2fbc6e7382d4 req-3eb74b77-fe61-47d5-a0f2-d22fd2a83838 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 210 time: 0.1034877 May 27 12:28:08.524675 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc05b9-0da6-4197-8a9b-0e306cf6db65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d962758c-fdc5-4cc7-8e3b-0038135896e4,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:08.533851 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a7cc05b9-0da6-4197-8a9b-0e306cf6db65 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=33c10f5eee0f4a57aa577b85e948b6de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7978003 May 27 12:28:08.538526 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8a85a343-70bf-4389-acd1-5125d7060665 req-166aea14-2728-436e-b827-02f4381bb15d service neutron] 10.222.0.95 "GET /v2.0/networks/e0a6f6ce-4d33-410a-85b2-877af16c6b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977541 May 27 12:28:08.544128 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57322) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:08.548457 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a7cc05b9-0da6-4197-8a9b-0e306cf6db65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:08.551640 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:08.581075 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.605126 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:08.624906 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.628160 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-03ddde73-e67d-412d-a4cd-247a72058d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.638464 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] Pushing event deleted for resources: {'Network': ['ID=359030fb-dc24-4f6d-964e-52adfdb3c067,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:08.652469 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:08.659400 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-b0d9bfb7-1fff-4a7d-8379-c0572c792404 admin admin] 10.222.0.90 "DELETE /v2.0/networks/359030fb-dc24-4f6d-964e-52adfdb3c067 HTTP/1.1" status: 204 len: 168 time: 0.7802558 May 27 12:28:08.674208 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.687134 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-03ddde73-e67d-412d-a4cd-247a72058d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.786744 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Allocated IP 172.28.3.233 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/571cd041-4c0d-4e52-9602-b1084f077256) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:28:08.811544 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device ce196627-d1f1-4fea-8185-3e2c9b3c04ac details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:28:08.833195 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd35ac6-6afb-4ccd-b698-d1aaf76e1314 req-066dee31-4cb0-45af-abb2-93fcb48c8c3b tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:08.834736 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-edd35ac6-6afb-4ccd-b698-d1aaf76e1314 req-066dee31-4cb0-45af-abb2-93fcb48c8c3b tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 944 time: 0.3318415 May 27 12:28:08.852205 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Pushing event updated for resources: {'Port': ['ID=c65707bf-fa9f-4f32-ac14-b0c31ea398e9,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:08.861291 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:08.894784 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:08.904921 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57334) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:08.925512 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-03ddde73-e67d-412d-a4cd-247a72058d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.937979 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-edd35ac6-6afb-4ccd-b698-d1aaf76e1314 req-595c74fe-9283-439b-8a03-6828edcbbdff tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968359 May 27 12:28:08.942779 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-21e42c4a-3ce3-47e7-9d03-6ccf020670a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:08.966835 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ddde73-e67d-412d-a4cd-247a72058d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a228da-995c-47a1-9e1a-e785dc740208,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:08.973042 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-03ddde73-e67d-412d-a4cd-247a72058d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:08.976480 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-03ddde73-e67d-412d-a4cd-247a72058d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:08.977178 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-03ddde73-e67d-412d-a4cd-247a72058d95 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e4a228da-995c-47a1-9e1a-e785dc740208 HTTP/1.1" status: 204 len: 168 time: 0.6390741 May 27 12:28:08.999871 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-dfd77a1f-4f9b-4b1b-a652-5725c88e45ff admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7b69413901364b668dca326f34c92538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0910535 May 27 12:28:08.999871 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57340) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:09.033028 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Network deead674-9f7c-444a-ae32-e97701fd0dfb is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:28:09.036689 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port ce196627-d1f1-4fea-8185-3e2c9b3c04ac, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=ce196627-d1f1-4fea-8185-3e2c9b3c04ac,segment=NetworkSegment(d62b40ba-232b-4a4b-a38a-16d0c7439880),segment_id=d62b40ba-232b-4a4b-a38a-16d0c7439880)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:09.052966 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': 'ce196627-d1f1-4fea-8185-3e2c9b3c04ac', 'network_id': 'e0a6f6ce-4d33-410a-85b2-877af16c6b61', 'port_id': 'ce196627-d1f1-4fea-8185-3e2c9b3c04ac', 'mac_address': 'fa:16:3e:10:2d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c52d40-25a4-4da4-b396-a59416c8da0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:28:09.071857 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:28:09.104207 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:28:09.109694 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:09.110377 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.123329 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-19b0e75d-dcb5-4873-8d0f-58af6db2f108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.125777 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.151679 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce196627-d1f1-4fea-8185-3e2c9b3c04ac {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:28:09.162648 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-19b0e75d-dcb5-4873-8d0f-58af6db2f108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.171077 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port ce196627-d1f1-4fea-8185-3e2c9b3c04ac, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=ce196627-d1f1-4fea-8185-3e2c9b3c04ac,segment=NetworkSegment(d62b40ba-232b-4a4b-a38a-16d0c7439880),segment_id=d62b40ba-232b-4a4b-a38a-16d0c7439880)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:09.176907 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.179571 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-78175d78-5336-49e4-ac25-a32583ad7348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:09.200844 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-05a88846-c981-4b4d-9a88-754643b42221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.245254 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-19b0e75d-dcb5-4873-8d0f-58af6db2f108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.256307 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:09.266147 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Network 37d0ea95-dd69-40ea-890c-fe72901ad612 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:28:09.266933 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Pushing event updated for resources: {'Port': ['ID=1337d9e9-49b2-48cb-a5ef-024d3daaecfc,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:09.268356 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=ce196627-d1f1-4fea-8185-3e2c9b3c04ac,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:09.271733 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0e75d-dcb5-4873-8d0f-58af6db2f108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b5f41c-81bb-4ac1-8140-455eae58b544,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:09.273892 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:09.274856 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-19b0e75d-dcb5-4873-8d0f-58af6db2f108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:09.276910 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:28:09.277744 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-19b0e75d-dcb5-4873-8d0f-58af6db2f108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.283693 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-19b0e75d-dcb5-4873-8d0f-58af6db2f108 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b0b5f41c-81bb-4ac1-8140-455eae58b544 HTTP/1.1" status: 204 len: 168 time: 0.2823658 May 27 12:28:09.290660 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:09.300044 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4682512 May 27 12:28:09.302061 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-05a88846-c981-4b4d-9a88-754643b42221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.422681 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.428562 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['ce196627-d1f1-4fea-8185-3e2c9b3c04ac'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:28:09.434666 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Request body: {'port': {'device_id': 'd09ae017-8f6f-4b35-abbb-d0b6770a6432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:09.551578 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.db.resource_extend [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 12:28:09.608223 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.721634 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-3838b24a-ebc1-40ed-b55f-101872fb9f5e None None] Provisioning complete for port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:09.722975 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3838b24a-ebc1-40ed-b55f-101872fb9f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.735869 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bdf022-00c3-4233-a113-180803429959 {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:28:09.744321 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.762637 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-446c7cd3-9f02-42ca-a002-4e90b29bb8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:09.860395 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event updated for resources: {'Port': ['ID=571cd041-4c0d-4e52-9602-b1084f077256,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:09.868775 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Transition to ACTIVE for port object f6bdf022-00c3-4233-a113-180803429959 will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:28:09.872342 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:09.875575 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-05a88846-c981-4b4d-9a88-754643b42221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:09.878437 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-3838b24a-ebc1-40ed-b55f-101872fb9f5e None None] Port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:28:09.943227 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92355b-c6c6-44cd-843a-c11b033fe79a req-b7b52d6c-63a2-4d88-85d2-790e6669032e tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:09.946829 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-da92355b-c6c6-44cd-843a-c11b033fe79a req-b7b52d6c-63a2-4d88-85d2-790e6669032e tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 932 time: 0.3199000 May 27 12:28:09.947756 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57362) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:09.984132 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:28:10.002583 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:28:10.004348 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:10.005201 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:28:10.050466 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a7cc05b9-0da6-4197-8a9b-0e306cf6db65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:10.085002 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a88846-c981-4b4d-9a88-754643b42221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d962758c-fdc5-4cc7-8e3b-0038135896e4,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:10.150780 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-05a88846-c981-4b4d-9a88-754643b42221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:10.163954 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:10.190535 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-da92355b-c6c6-44cd-843a-c11b033fe79a req-793e73a9-2cc5-457a-a535-4222f963e168 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178309 May 27 12:28:10.222611 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-4cc73496-1d90-44a9-b922-13e5b86a67e9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=60f013c823fe4fc99555f10197cd105f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727046 May 27 12:28:10.225250 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57376) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:10.317571 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Pushing event updated for resources: {'Port': ['ID=f6bdf022-00c3-4233-a113-180803429959,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:10.320699 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:10.331610 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:10.409316 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-05a88846-c981-4b4d-9a88-754643b42221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:10.415401 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-05a88846-c981-4b4d-9a88-754643b42221 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d962758c-fdc5-4cc7-8e3b-0038135896e4 HTTP/1.1" status: 204 len: 168 time: 1.8663311 May 27 12:28:10.464809 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7a75a36d-cd9b-463f-8d4b-0def59c8f1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:10.536425 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7a75a36d-cd9b-463f-8d4b-0def59c8f1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:10.572830 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdeb8d-e0ab-434c-bef6-a42cc1820e2b req-e4b1ff3d-4c82-49f9-93c0-e9159ac2213e tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:10.574889 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-80cdeb8d-e0ab-434c-bef6-a42cc1820e2b req-e4b1ff3d-4c82-49f9-93c0-e9159ac2213e tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 945 time: 0.2660275 May 27 12:28:10.639495 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Router cec179eb-9dd6-4e39-b514-30811191aa10 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:28:10.660108 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-80cdeb8d-e0ab-434c-bef6-a42cc1820e2b req-7685f467-f3f4-480b-bfcd-9cf593a51ba3 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769908 May 27 12:28:10.670669 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:10.686931 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7a75a36d-cd9b-463f-8d4b-0def59c8f1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:10.692841 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-2179a7b0-2573-44ef-a042-b90a32709b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:10.711812 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7a75a36d-cd9b-463f-8d4b-0def59c8f1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:10.713098 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-7a75a36d-cd9b-463f-8d4b-0def59c8f1d3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aaa31d01-f0e2-4a39-9742-70984e44f106 HTTP/1.1" status: 204 len: 168 time: 0.4864972 May 27 12:28:10.714356 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a75a36d-cd9b-463f-8d4b-0def59c8f1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa31d01-f0e2-4a39-9742-70984e44f106,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:10.718620 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-7a75a36d-cd9b-463f-8d4b-0def59c8f1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:10.787400 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device ce196627-d1f1-4fea-8185-3e2c9b3c04ac up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:28:10.792667 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Attempting to bind port f6bdf022-00c3-4233-a113-180803429959 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:28:10.799244 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Attempting to bind port f6bdf022-00c3-4233-a113-180803429959 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:28:10.799596 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Attempting to bind port f6bdf022-00c3-4233-a113-180803429959 on network deead674-9f7c-444a-ae32-e97701fd0dfb {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:28:10.836046 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Port f6bdf022-00c3-4233-a113-180803429959 on network deead674-9f7c-444a-ae32-e97701fd0dfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:28:10.836374 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Attempting to bind port f6bdf022-00c3-4233-a113-180803429959 on network deead674-9f7c-444a-ae32-e97701fd0dfb {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:28:10.875873 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port ce196627-d1f1-4fea-8185-3e2c9b3c04ac completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:10.882642 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port ce196627-d1f1-4fea-8185-3e2c9b3c04ac triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:10.883270 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:10.926636 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:28:10.927235 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Checking segment: {'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:28:10.927362 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Bound using segment: {'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:28:10.927826 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Bound port: f6bdf022-00c3-4233-a113-180803429959, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:28:10.928174 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:11.031856 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:11.039595 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:11.091028 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c0cd6-7d6f-4e03-b337-95eb036b4fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce196627-d1f1-4fea-8185-3e2c9b3c04ac'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:11.161110 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port ce196627-d1f1-4fea-8185-3e2c9b3c04ac, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=ce196627-d1f1-4fea-8185-3e2c9b3c04ac,segment=NetworkSegment(d62b40ba-232b-4a4b-a38a-16d0c7439880),segment_id=d62b40ba-232b-4a4b-a38a-16d0c7439880)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:11.166262 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:11.168974 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:11.232376 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] For port f6bdf022-00c3-4233-a113-180803429959, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:28:11.241858 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] For port f6bdf022-00c3-4233-a113-180803429959, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=f6bdf022-00c3-4233-a113-180803429959,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:28:11.265825 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=ce196627-d1f1-4fea-8185-3e2c9b3c04ac,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:11.278869 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:11.435659 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc623d-5bf2-4c03-bd5c-672e137bffe0 req-d947fd6f-c532-4e27-9a9e-f9ea597cfabc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:11.437863 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-98dc623d-5bf2-4c03-bd5c-672e137bffe0 req-d947fd6f-c532-4e27-9a9e-f9ea597cfabc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 932 time: 0.1080160 May 27 12:28:11.440501 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:11.498829 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-98dc623d-5bf2-4c03-bd5c-672e137bffe0 req-eb1bcb4d-1b7e-4c13-a8c7-a58dc7a7b0b7 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524518 May 27 12:28:11.519617 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:11.599651 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:28:11.612582 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Sync routers for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:28:11.623578 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:28:11.624399 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:28:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:11.626837 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:11.627464 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:11.628822 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-49395008-9376-4350-95ef-c9386917dd8d service neutron] 10.222.0.95 "PUT /v2.0/ports/f6bdf022-00c3-4233-a113-180803429959 HTTP/1.1" status: 200 len: 1093 time: 4.5097597 May 27 12:28:11.629378 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfc79ab-11c1-40e8-a69d-ad2c98c9720e', 'tag': 'f6bdf022-00c3-4233-a113-180803429959'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:11.664276 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] 10.222.0.90 "PUT /v2.0/routers/cec179eb-9dd6-4e39-b514-30811191aa10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8721809 May 27 12:28:11.755859 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Pushing event updated for resources: {'Port': ['ID=f6bdf022-00c3-4233-a113-180803429959,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:11.805791 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:11.826656 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc79ab-11c1-40e8-a69d-ad2c98c9720e', 'tag': 'f6bdf022-00c3-4233-a113-180803429959', 'status': 'completed', 'code': 200} May 27 12:28:11.855351 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1337d9e9-49b2-48cb-a5ef-024d3daaecfc {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:28:11.877035 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:11.893027 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:11.905566 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:11.908482 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Transition to ACTIVE for port object 1337d9e9-49b2-48cb-a5ef-024d3daaecfc will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:28:11.916996 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-9fe7ff78-0e8f-4ea2-87b9-3e2411c7a51b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:11.940874 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c0cd6-7d6f-4e03-b337-95eb036b4fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce196627-d1f1-4fea-8185-3e2c9b3c04ac', 'code': 200} May 27 12:28:11.958828 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:11.964700 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:28:11.988018 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:12.003545 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-fccb6600-aa77-4978-bcec-f2eae2baa4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:12.005155 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-fccb6600-aa77-4978-bcec-f2eae2baa4db service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 1096 time: 0.2994213 May 27 12:28:12.182321 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61ac85-8463-406f-847d-2db8b6dc8e5c req-821c6ffb-2f1a-4757-9383-bc4f8feb7f19 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:12.192678 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bd61ac85-8463-406f-847d-2db8b6dc8e5c req-821c6ffb-2f1a-4757-9383-bc4f8feb7f19 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 946 time: 0.1894300 May 27 12:28:12.255013 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event updated for resources: {'Port': ['ID=571cd041-4c0d-4e52-9602-b1084f077256,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:12.266046 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bd61ac85-8463-406f-847d-2db8b6dc8e5c req-eb951a32-96ca-4961-ad64-2d9d77989735 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637796 May 27 12:28:12.351711 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:12.375429 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-dbea7b06-fe80-431c-8dc8-c114fd9a30ff service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6bdf022-00c3-4233-a113-180803429959 HTTP/1.1" status: 200 len: 217 time: 0.3605270 May 27 12:28:12.375908 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:12.532713 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:12.538827 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0033922 May 27 12:28:12.696912 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Attempting to bind port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:28:12.697577 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Attempting to bind port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:28:12.698152 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Attempting to bind port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc on network deead674-9f7c-444a-ae32-e97701fd0dfb {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:28:12.710033 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-4b375262-3954-461c-aab8-832042b53ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:12.711665 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-4b375262-3954-461c-aab8-832042b53ae6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bcedd835-9e39-4926-9720-1547ad6355e8 HTTP/1.1" status: 200 len: 858 time: 0.2567134 May 27 12:28:12.713520 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Pushing event updated for resources: {'Port': ['ID=1337d9e9-49b2-48cb-a5ef-024d3daaecfc,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:12.717343 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc on network deead674-9f7c-444a-ae32-e97701fd0dfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:28:12.717864 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Attempting to bind port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc on network deead674-9f7c-444a-ae32-e97701fd0dfb {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:28:12.723422 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:12.740007 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:07Z', 'revision_number': 2, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:12.744865 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Checking router: cec179eb-9dd6-4e39-b514-30811191aa10 for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:28:12.745259 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Updating router cec179eb-9dd6-4e39-b514-30811191aa10 port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 binding host dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:28:12.777348 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:28:12.778176 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Checking segment: {'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:28:12.778829 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Bound using segment: {'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:28:12.779651 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Bound port: 1337d9e9-49b2-48cb-a5ef-024d3daaecfc, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78896f70-ee53-428e-a12d-25bf6715f804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:28:12.780282 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:12.795727 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-8a9a8282-f013-4be6-8708-c3a2fdb6c75d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=deead674-9f7c-444a-ae32-e97701fd0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749929 May 27 12:28:12.893653 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:12.907706 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ecc53-f386-4204-8a46-41b9cf806123 req-960bd470-63c1-4c47-b0d0-d17a4d9603bc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:12.909809 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3e2ecc53-f386-4204-8a46-41b9cf806123 req-960bd470-63c1-4c47-b0d0-d17a4d9603bc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 944 time: 0.1997778 May 27 12:28:12.965277 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471d48a-000b-4fd7-bda2-79863f91f403 req-5ea79a5b-6b9f-4133-86c0-4e4e2175d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:12.979321 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c471d48a-000b-4fd7-bda2-79863f91f403 req-5ea79a5b-6b9f-4133-86c0-4e4e2175d17f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 1099 time: 0.7377238 May 27 12:28:13.009056 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3e2ecc53-f386-4204-8a46-41b9cf806123 req-754916ff-12a8-4c60-a415-74243b4c4fa6 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839820 May 27 12:28:13.079111 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c471d48a-000b-4fd7-bda2-79863f91f403 req-2ff33aa5-454a-48ad-bba0-988430788e3d service neutron] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:13.129299 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-c471d48a-000b-4fd7-bda2-79863f91f403 req-2ff33aa5-454a-48ad-bba0-988430788e3d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:13.145727 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-c471d48a-000b-4fd7-bda2-79863f91f403 req-2ff33aa5-454a-48ad-bba0-988430788e3d service neutron] Usage tracker for resource:security_group_rule and tenant:cdeca6619b554cb6abf3d0c985a284ef is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:13.146769 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57494) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:13.148218 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] For port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:28:13.166741 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-c471d48a-000b-4fd7-bda2-79863f91f403 req-2ff33aa5-454a-48ad-bba0-988430788e3d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:13.196286 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-d61b88cc-b2e0-4bc3-8351-54b0a6ea5c69 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907518 May 27 12:28:13.197769 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-c471d48a-000b-4fd7-bda2-79863f91f403 req-2ff33aa5-454a-48ad-bba0-988430788e3d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:13.203080 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] For port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=1337d9e9-49b2-48cb-a5ef-024d3daaecfc,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:28:13.241234 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:13.306680 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-edc33249-a3fd-41b1-bca0-cc4b7aa052b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:13.321167 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-07af493d-cc5f-4ca4-b44a-ca542a2a4c9d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Synchronizing usage tracker for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:security_group {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:28:13.344778 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-07af493d-cc5f-4ca4-b44a-ca542a2a4c9d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Unset dirty status for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:security_group {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:28:13.347920 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-07af493d-cc5f-4ca4-b44a-ca542a2a4c9d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1573481998&fields=id&tenant_id=5c9a43fa137940f5a604d64f352d34fc HTTP/1.1" status: 200 len: 267 time: 0.1220257 May 27 12:28:13.461976 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57514) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:13.488084 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--125953295', 'description': 'tempest-description--968014532'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:13.503926 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:13.517039 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:13.518580 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:13.520328 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] 10.222.0.95 "PUT /v2.0/ports/1337d9e9-49b2-48cb-a5ef-024d3daaecfc HTTP/1.1" status: 200 len: 1094 time: 4.2042243 May 27 12:28:13.521504 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Usage tracker for resource:security_group and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:13.540124 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:13.556334 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:13.623716 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Pushing event updated for resources: {'Port': ['ID=1337d9e9-49b2-48cb-a5ef-024d3daaecfc,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:13.630118 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:28:13.648561 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:13.648921 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:13.660136 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:13.664028 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Transition to ACTIVE for port object c65707bf-fa9f-4f32-ac14-b0c31ea398e9 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:28:13.671415 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:13.676256 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ce7ebedc-c6ae-44b6-bbbf-1728600d33a3 req-ada891c3-3bca-4fc8-8ad8-cf630e33f12b service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716377 May 27 12:28:13.676939 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-fe256673-59c7-4bbe-9f03-8590664ff7da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:13.735003 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:13.759061 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-1aa85fd3-57cc-4f15-801a-9d19b6d13f43 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:13.759619 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-1aa85fd3-57cc-4f15-801a-9d19b6d13f43 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Synchronizing usage tracker for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:network {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:28:13.778220 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Usage tracker for resource:security_group_rule and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:13.797026 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:13.813026 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:13.820286 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c471d48a-000b-4fd7-bda2-79863f91f403 req-2ff33aa5-454a-48ad-bba0-988430788e3d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:13.840129 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a21d15-c381-4325-80eb-abe1ab700b8d req-e1e3fdb6-bf50-44ab-b3d4-d48d67db78ed tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:13.841160 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd09ae017-8f6f-4b35-abbb-d0b6770a6432', 'tag': '1337d9e9-49b2-48cb-a5ef-024d3daaecfc'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:13.850959 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c471d48a-000b-4fd7-bda2-79863f91f403 req-2ff33aa5-454a-48ad-bba0-988430788e3d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:13.853458 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-32a21d15-c381-4325-80eb-abe1ab700b8d req-e1e3fdb6-bf50-44ab-b3d4-d48d67db78ed tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 946 time: 0.2005191 May 27 12:28:13.878040 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-be6b575d-ae6a-4fd9-bb6d-0f8514102322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:13.901647 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-f92324db-127b-4f7b-99d3-44177b169e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:13.903464 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-f92324db-127b-4f7b-99d3-44177b169e20 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 1097 time: 0.3368096 May 27 12:28:13.928653 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9edf2822-8a3e-4e4f-809d-1b0729a9780b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:14.012396 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c471d48a-000b-4fd7-bda2-79863f91f403 req-2ff33aa5-454a-48ad-bba0-988430788e3d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0094683 May 27 12:28:14.014603 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9edf2822-8a3e-4e4f-809d-1b0729a9780b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:14.041501 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-9edf2822-8a3e-4e4f-809d-1b0729a9780b admin admin] Usage tracker for resource:security_group_rule and tenant:8f7c525805ac4b0897d4ec688d5337ca is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:14.044807 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28793182-064b-478e-bacf-05f7518501c1 None None] Pushing event updated for resources: {'Port': ['ID=c65707bf-fa9f-4f32-ac14-b0c31ea398e9,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:14.046508 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-9edf2822-8a3e-4e4f-809d-1b0729a9780b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:14.063868 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff33aa5-454a-48ad-bba0-988430788e3d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ddae2a51-0e39-4042-b024-b22f85fd515a,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:14.067571 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-b4ab05e0-ea77-4126-a78c-8025cb65906c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1337d9e9-49b2-48cb-a5ef-024d3daaecfc HTTP/1.1" status: 200 len: 217 time: 0.1497321 May 27 12:28:14.069777 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9edf2822-8a3e-4e4f-809d-1b0729a9780b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:14.071135 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2ff33aa5-454a-48ad-bba0-988430788e3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:14.101012 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-32a21d15-c381-4325-80eb-abe1ab700b8d req-87a07792-8f0a-43bd-9d75-9e896ea933ad tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794596 May 27 12:28:14.132097 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-28793182-064b-478e-bacf-05f7518501c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:14.196803 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Attempting to bind port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:28:14.196803 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Attempting to bind port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:28:14.198521 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Attempting to bind port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 on network 37d0ea95-dd69-40ea-890c-fe72901ad612 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:28:14.215069 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:28:14.217344 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Checking segment: {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:28:14.218005 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:14.222083 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Bound using segment: {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:28:14.222637 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Bound port: c65707bf-fa9f-4f32-ac14-b0c31ea398e9, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:28:14.223041 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:14.258099 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8279a64-de6f-4d0f-9800-d4ca02b55a2e req-f2787ca7-f51b-407c-911c-46d145388473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:14.262189 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d8279a64-de6f-4d0f-9800-d4ca02b55a2e req-f2787ca7-f51b-407c-911c-46d145388473 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 1096 time: 0.5236597 May 27 12:28:14.289478 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd09ae017-8f6f-4b35-abbb-d0b6770a6432', 'tag': '1337d9e9-49b2-48cb-a5ef-024d3daaecfc', 'status': 'completed', 'code': 200} May 27 12:28:14.314687 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:14.325011 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:14.325231 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9edf2822-8a3e-4e4f-809d-1b0729a9780b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:14.339225 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9edf2822-8a3e-4e4f-809d-1b0729a9780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:14.340967 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-1aa85fd3-57cc-4f15-801a-9d19b6d13f43 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Unset dirty status for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:network {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:28:14.348352 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-1aa85fd3-57cc-4f15-801a-9d19b6d13f43 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 817 time: 0.9884336 May 27 12:28:14.374947 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:14.419262 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-e6913df1-a886-4fb7-b162-ba6cea8d5a55 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/quotas/5c9a43fa137940f5a604d64f352d34fc HTTP/1.1" status: 200 len: 375 time: 0.0579677 May 27 12:28:14.434260 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:14.478930 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-d260cfc8-ec5e-4179-82a7-94dbdd648c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:14.480750 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-d260cfc8-ec5e-4179-82a7-94dbdd648c16 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bcedd835-9e39-4926-9720-1547ad6355e8 HTTP/1.1" status: 200 len: 858 time: 0.3958523 May 27 12:28:14.482350 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] For port c65707bf-fa9f-4f32-ac14-b0c31ea398e9, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:28:14.491500 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] For port c65707bf-fa9f-4f32-ac14-b0c31ea398e9, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=c65707bf-fa9f-4f32-ac14-b0c31ea398e9,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:28:14.498026 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:14.508769 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-28793182-064b-478e-bacf-05f7518501c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:14.568129 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-58117379-4f38-4f71-ae7f-ff78503bdaad service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=deead674-9f7c-444a-ae32-e97701fd0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712917 May 27 12:28:14.576027 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a81fbe-3fe9-4394-b789-241838250ed5,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:14.593633 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:28:14.594547 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:28:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:14.598914 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:14.623625 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:14.625209 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1499755 May 27 12:28:14.641032 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57546) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:14.657126 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Request body: {'security_group_rule': {'security_group_id': '44a81fbe-3fe9-4394-b789-241838250ed5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:14.693555 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28793182-064b-478e-bacf-05f7518501c1 None None] Pushing event updated for resources: {'Port': ['ID=c65707bf-fa9f-4f32-ac14-b0c31ea398e9,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:14.697761 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-28793182-064b-478e-bacf-05f7518501c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:14.738207 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf2822-8a3e-4e4f-809d-1b0729a9780b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0bd875-3762-4bd1-8e17-eff8a647f648,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:14.746405 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8279a64-de6f-4d0f-9800-d4ca02b55a2e req-66bd5eff-5788-4348-9f0d-15436d0553b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:14.754076 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9edf2822-8a3e-4e4f-809d-1b0729a9780b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:14.757624 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d8279a64-de6f-4d0f-9800-d4ca02b55a2e req-66bd5eff-5788-4348-9f0d-15436d0553b0 service neutron] 10.222.0.95 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 919 time: 0.4701209 May 27 12:28:14.760916 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:14.789560 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Usage tracker for resource:security_group_rule and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:14.893543 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-9edf2822-8a3e-4e4f-809d-1b0729a9780b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8f7c525805ac4b0897d4ec688d5337ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7459338 May 27 12:28:14.908716 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57562) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:14.975923 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:14.994883 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d8279a64-de6f-4d0f-9800-d4ca02b55a2e req-58b4ae8b-c5a8-4c3d-85ea-18daf0ea9755 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6bdf022-00c3-4233-a113-180803429959 HTTP/1.1" status: 200 len: 217 time: 0.2082591 May 27 12:28:14.995920 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:15.024257 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:28:15.082763 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394d25-3e98-4e06-8753-8a32edb078a8 req-b10f4489-4a0a-4fcf-97f6-043f68766b0a tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:15.084394 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c2394d25-3e98-4e06-8753-8a32edb078a8 req-b10f4489-4a0a-4fcf-97f6-043f68766b0a tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 944 time: 0.5633743 May 27 12:28:15.095995 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:15.124117 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-91763c26-bc64-484f-97af-8ae2522ce4c6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Synchronizing usage tracker for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:28:15.184700 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:15.193043 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0280-2389-4570-9edd-e4846f791d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:15.209758 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:15.230567 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:15.247732 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-0a61534d-debf-43c6-a1f5-3a094fa6dd8f service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6685734 May 27 12:28:15.249396 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8279a64-de6f-4d0f-9800-d4ca02b55a2e req-983fc456-ccfe-4f9f-9204-bcd5d0f788b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:15.250760 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d8279a64-de6f-4d0f-9800-d4ca02b55a2e req-983fc456-ccfe-4f9f-9204-bcd5d0f788b2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bcedd835-9e39-4926-9720-1547ad6355e8 HTTP/1.1" status: 200 len: 858 time: 0.2324538 May 27 12:28:15.270742 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-91763c26-bc64-484f-97af-8ae2522ce4c6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Unset dirty status for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:28:15.271843 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-91763c26-bc64-484f-97af-8ae2522ce4c6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8512259 May 27 12:28:15.350677 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c2394d25-3e98-4e06-8753-8a32edb078a8 req-a925a7c6-bb44-4180-b5cb-0c3274b24001 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494311 May 27 12:28:15.352601 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0280-2389-4570-9edd-e4846f791d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:15.475184 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bd38f498-cc91-461e-af4d-ccd85fb71b7e req-ba937e1f-d73f-4e36-b9fc-816678d9c71e service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124345 May 27 12:28:15.592540 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e027c0b-ba74-42be-aa80-7408a5f854ac,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:15.608124 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:15.634858 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d8279a64-de6f-4d0f-9800-d4ca02b55a2e req-295c9e65-8cff-4285-8984-c64ac656c38c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=deead674-9f7c-444a-ae32-e97701fd0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571233 May 27 12:28:15.687528 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:15.691870 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0280-2389-4570-9edd-e4846f791d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:15.693427 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0496006 May 27 12:28:15.694552 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57586) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:15.706480 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-da7b6434-a677-46a0-bb80-d9a5ae9b6477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:15.714633 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-687cd17e-2497-40cd-967c-1265766b4f03 service neutron] 10.222.0.90 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183860 May 27 12:28:15.725035 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:14Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:15.730087 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa0a8f-aa99-4239-8090-b1b7792388f9 None None] The sync data for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb is: [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:14Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:28:15.738311 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e0280-2389-4570-9edd-e4846f791d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0bd875-3762-4bd1-8e17-eff8a647f648,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:15.745650 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Request body: {'security_group_rule': {'security_group_id': '44a81fbe-3fe9-4394-b789-241838250ed5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:15.757244 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:15.762694 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Usage tracker for resource:security_group_rule and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:15.768369 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:15.772683 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-2e3e0280-2389-4570-9edd-e4846f791d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:15.775395 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:15.796522 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2e3e0280-2389-4570-9edd-e4846f791d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:15.796522 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-2e3e0280-2389-4570-9edd-e4846f791d9e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9e0bd875-3762-4bd1-8e17-eff8a647f648 HTTP/1.1" status: 204 len: 168 time: 0.8822436 May 27 12:28:16.028361 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1735d1-c30c-4949-839a-7c81f18ef46a req-810cf925-d96e-4cde-b04b-7beabea7e0d0 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:16.035828 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4d1735d1-c30c-4949-839a-7c81f18ef46a req-810cf925-d96e-4cde-b04b-7beabea7e0d0 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 946 time: 0.4522865 May 27 12:28:16.037843 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:16.063858 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device c65707bf-fa9f-4f32-ac14-b0c31ea398e9 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:28:16.198462 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4d1735d1-c30c-4949-839a-7c81f18ef46a req-308b2aaf-7692-4264-aa98-5b18080feca0 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605322 May 27 12:28:16.214420 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f471d4c-31b3-4913-bf70-0b7055c4c293 req-eba5516a-841e-4895-b73c-f31f020fbdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:16.215987 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-d2c79d26-2214-4856-9c43-6f912cd35b3e service neutron] 10.222.0.90 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745123 May 27 12:28:16.234201 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-3f471d4c-31b3-4913-bf70-0b7055c4c293 req-eba5516a-841e-4895-b73c-f31f020fbdb0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 1097 time: 0.5928402 May 27 12:28:16.286961 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:16.302896 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:16.303423 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:16.664236 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d8279a64-de6f-4d0f-9800-d4ca02b55a2e req-4e83aa63-810f-4e8e-af23-39c7fd2c3841 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9826729 May 27 12:28:16.687604 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:16.792195 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port c65707bf-fa9f-4f32-ac14-b0c31ea398e9, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=c65707bf-fa9f-4f32-ac14-b0c31ea398e9,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:16.803905 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:16.810262 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:16.861484 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57624) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:16.897530 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device f6bdf022-00c3-4233-a113-180803429959 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:28:16.942168 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-390dbe27-dba5-46dd-8c81-511c6c35bcf4 req-c227c80c-a18f-42a4-8c3d-7cde9da659d9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 210 time: 0.1604662 May 27 12:28:16.946658 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e8e75b22-0b31-417c-9087-e30635cf928f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:16.971068 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=c65707bf-fa9f-4f32-ac14-b0c31ea398e9,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:16.973806 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:16.992383 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-e8e75b22-0b31-417c-9087-e30635cf928f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:16.999057 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-e8e75b22-0b31-417c-9087-e30635cf928f admin admin] Usage tracker for resource:security_group_rule and tenant:f9603367c47b447ba27aadb5ec23f3a8 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:17.004342 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-e8e75b22-0b31-417c-9087-e30635cf928f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:17.012734 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-e8e75b22-0b31-417c-9087-e30635cf928f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:17.048021 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b33b82-93e8-457a-b6df-e6cc72e3bb98 req-e1953588-26f0-4fa8-8a57-71905bd7f321 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:17.049654 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-67b33b82-93e8-457a-b6df-e6cc72e3bb98 req-e1953588-26f0-4fa8-8a57-71905bd7f321 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 944 time: 0.4100881 May 27 12:28:17.051357 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57634) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:17.154472 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-67b33b82-93e8-457a-b6df-e6cc72e3bb98 req-59622fa3-fdca-42a2-8288-f12981c90ca3 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890870 May 27 12:28:17.191984 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port f6bdf022-00c3-4233-a113-180803429959, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=f6bdf022-00c3-4233-a113-180803429959,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:17.196300 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:17.219262 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:17.226118 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': 'f6bdf022-00c3-4233-a113-180803429959', 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb', 'port_id': 'f6bdf022-00c3-4233-a113-180803429959', 'mac_address': 'fa:16:3e:21:ab:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcedd835-9e39-4926-9720-1547ad6355e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:28:17.234495 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e8e75b22-0b31-417c-9087-e30635cf928f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:17.240876 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e8e75b22-0b31-417c-9087-e30635cf928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:17.275757 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-7a75a36d-cd9b-463f-8d4b-0def59c8f1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:17.322200 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:17.348038 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e75b22-0b31-417c-9087-e30635cf928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9c76ea-0e31-4e4c-9f05-15396b8667cc,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:17.372538 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e8e75b22-0b31-417c-9087-e30635cf928f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:17.374596 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:17.377334 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d8279a64-de6f-4d0f-9800-d4ca02b55a2e req-88ea293b-53ea-46fd-94ea-0b367e8138bf service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044981 May 27 12:28:17.395778 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f471d4c-31b3-4913-bf70-0b7055c4c293 req-a11434ee-6135-4a24-9f96-7b0f0162c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:17.397765 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-3f471d4c-31b3-4913-bf70-0b7055c4c293 req-a11434ee-6135-4a24-9f96-7b0f0162c4cc service neutron] 10.222.0.95 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 919 time: 1.0817230 May 27 12:28:17.407574 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc87293-ad44-4541-af60-64a7ac9648ac,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:17.426414 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bdf022-00c3-4233-a113-180803429959 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:28:17.442924 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb981-9f12-44e5-8a6d-fbff2578aa2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:17.460289 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-e8e75b22-0b31-417c-9087-e30635cf928f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f9603367c47b447ba27aadb5ec23f3a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5930128 May 27 12:28:17.460529 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port f6bdf022-00c3-4233-a113-180803429959, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=f6bdf022-00c3-4233-a113-180803429959,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:17.463195 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57644) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:17.469004 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:17.471591 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:17.481517 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-0bbeb981-9f12-44e5-8a6d-fbff2578aa2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:17.488049 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:17.496163 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:17.497873 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7705703 May 27 12:28:17.502115 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-0bbeb981-9f12-44e5-8a6d-fbff2578aa2b admin admin] Usage tracker for resource:security_group_rule and tenant:525aba0f27404dd09151f60ed368e6a1 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:17.504906 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57648) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:17.513206 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-3f471d4c-31b3-4913-bf70-0b7055c4c293 req-f5ae28ba-44b9-4041-ba48-556babb51526 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1337d9e9-49b2-48cb-a5ef-024d3daaecfc HTTP/1.1" status: 200 len: 217 time: 0.1023932 May 27 12:28:17.515565 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-0bbeb981-9f12-44e5-8a6d-fbff2578aa2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:17.528300 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Request body: {'floatingip': {'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:17.540996 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:17.546847 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-0bbeb981-9f12-44e5-8a6d-fbff2578aa2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:17.560670 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Usage tracker for resource:floatingip and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:17.566273 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=f6bdf022-00c3-4233-a113-180803429959,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:17.567419 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:17.571928 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:17.593140 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:17.601480 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f471d4c-31b3-4913-bf70-0b7055c4c293 req-88e191ff-bde7-43ea-8d75-a6f6bb611bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:17.603728 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-3f471d4c-31b3-4913-bf70-0b7055c4c293 req-88e191ff-bde7-43ea-8d75-a6f6bb611bec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bcedd835-9e39-4926-9720-1547ad6355e8 HTTP/1.1" status: 200 len: 858 time: 0.0831089 May 27 12:28:17.638955 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25ee3-c835-47a2-8399-bd63cd08a5fa req-923dd4a2-7fbc-4cbd-bff0-4ee527aace71 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:17.640467 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4eb25ee3-c835-47a2-8399-bd63cd08a5fa req-923dd4a2-7fbc-4cbd-bff0-4ee527aace71 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 946 time: 0.2734714 May 27 12:28:17.647287 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:17.673118 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-578056bc-351e-4075-9c59-b897b9e6bfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:17.680308 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['f6bdf022-00c3-4233-a113-180803429959'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:28:17.723804 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-3f471d4c-31b3-4913-bf70-0b7055c4c293 req-0dc3fcef-345c-4497-8886-3a41d088b73b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=deead674-9f7c-444a-ae32-e97701fd0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134250 May 27 12:28:17.800603 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-578056bc-351e-4075-9c59-b897b9e6bfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:17.828905 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4eb25ee3-c835-47a2-8399-bd63cd08a5fa req-d3b93503-9ee1-414a-99a9-a9843424663e tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604083 May 27 12:28:17.931624 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device c65707bf-fa9f-4f32-ac14-b0c31ea398e9 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:28:17.997337 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-3f471d4c-31b3-4913-bf70-0b7055c4c293 req-4b8ab386-1e25-4035-9cd4-dba6b4cf4deb service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646494 May 27 12:28:18.004049 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb981-9f12-44e5-8a6d-fbff2578aa2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:18.009658 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb981-9f12-44e5-8a6d-fbff2578aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:18.017769 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-55b24bd7-ae16-42f7-83cb-5c3ea7bd56d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:18.086433 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-578056bc-351e-4075-9c59-b897b9e6bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:18.096408 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeb981-9f12-44e5-8a6d-fbff2578aa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e2d428-1423-46c0-a7a5-6d458715a562,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:18.120285 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-0bbeb981-9f12-44e5-8a6d-fbff2578aa2b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=525aba0f27404dd09151f60ed368e6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0678964 May 27 12:28:18.121496 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-0bbeb981-9f12-44e5-8a6d-fbff2578aa2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:18.123185 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5972d44b-fbc5-41b6-a827-436aeaa90dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:18.138842 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57668) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:18.179790 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578056bc-351e-4075-9c59-b897b9e6bfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9c76ea-0e31-4e4c-9f05-15396b8667cc,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:18.196576 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-578056bc-351e-4075-9c59-b897b9e6bfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:18.244960 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:18.245633 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:18.296659 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-3f471d4c-31b3-4913-bf70-0b7055c4c293 req-83356df1-4110-41a9-998d-0f498c826684 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923169 May 27 12:28:18.361452 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-578056bc-351e-4075-9c59-b897b9e6bfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:18.362518 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-578056bc-351e-4075-9c59-b897b9e6bfc6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3b9c76ea-0e31-4e4c-9f05-15396b8667cc HTTP/1.1" status: 204 len: 168 time: 0.8876677 May 27 12:28:18.385395 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-97bf7777-6dc7-497b-9fd4-131c17d51c77 req-44fdc487-f992-4c80-aba4-7c543697a368 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 210 time: 0.2211199 May 27 12:28:18.417278 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:18.646952 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d48de46c-6bdd-4913-b27c-378d4ef6ddbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:18.649495 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-fca40816-216b-439c-be86-a4c7eb49f6ef tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:18.654905 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-fca40816-216b-439c-be86-a4c7eb49f6ef tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.95 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 817 time: 0.3553975 May 27 12:28:18.712614 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d48de46c-6bdd-4913-b27c-378d4ef6ddbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:18.753276 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-bec8bb81-ce88-4038-9ae6-30ece773a920 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Synchronizing usage tracker for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:security_group {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:28:18.766087 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-bec8bb81-ce88-4038-9ae6-30ece773a920 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Unset dirty status for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:security_group {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:28:18.767721 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-bec8bb81-ce88-4038-9ae6-30ece773a920 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c9a43fa137940f5a604d64f352d34fc HTTP/1.1" status: 200 len: 380 time: 0.1062779 May 27 12:28:18.778900 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Request body: {'port': {'device_id': '571d3153-338b-445c-878a-6f09986ebdd5', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'admin_state_up': True, 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'security_groups': ['1bc66a1f-5188-4138-97f2-cc54d550d7d2']}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:18.843035 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Allocated IP 172.28.3.55 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/d9e2d167-2983-4fd1-8f01-73161b78943c) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:28:18.867392 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 1337d9e9-49b2-48cb-a5ef-024d3daaecfc details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:28:18.872388 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf86038-6967-44f2-a37f-64c512822d88 req-ebbf613e-8385-4490-ab87-75477fb01d4f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:18.873989 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8bf86038-6967-44f2-a37f-64c512822d88 req-ebbf613e-8385-4490-ab87-75477fb01d4f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 944 time: 0.3316212 May 27 12:28:18.929413 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device f6bdf022-00c3-4233-a113-180803429959 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:28:18.942601 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:18.956713 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:18.968419 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Made reservation on behalf of 5c9a43fa137940f5a604d64f352d34fc for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:28:18.973383 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.023600 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d48de46c-6bdd-4913-b27c-378d4ef6ddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.037508 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-75db1920-99b8-4c80-976c-6c03dcbe01e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:19.058956 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8bf86038-6967-44f2-a37f-64c512822d88 req-d6953505-763b-4f7c-8779-5f0568ef71b6 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767340 May 27 12:28:19.070526 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48de46c-6bdd-4913-b27c-378d4ef6ddbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e2d428-1423-46c0-a7a5-6d458715a562,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:19.082538 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-d48de46c-6bdd-4913-b27c-378d4ef6ddbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:19.101904 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d48de46c-6bdd-4913-b27c-378d4ef6ddbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.103215 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-d48de46c-6bdd-4913-b27c-378d4ef6ddbb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b9e2d428-1423-46c0-a7a5-6d458715a562 HTTP/1.1" status: 204 len: 168 time: 0.9613948 May 27 12:28:19.133435 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port f6bdf022-00c3-4233-a113-180803429959 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:19.152573 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port f6bdf022-00c3-4233-a113-180803429959 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:19.152960 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.165143 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.223219 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=1337d9e9-49b2-48cb-a5ef-024d3daaecfc,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:19.237877 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.247390 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '1337d9e9-49b2-48cb-a5ef-024d3daaecfc', 'network_id': 'deead674-9f7c-444a-ae32-e97701fd0dfb', 'port_id': '1337d9e9-49b2-48cb-a5ef-024d3daaecfc', 'mac_address': 'fa:16:3e:29:e9:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcedd835-9e39-4926-9720-1547ad6355e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:28:19.247796 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:19.330189 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Allocated IP 172.20.0.10 (1745ac28-aeec-46f3-8427-a49430343ffb/f7d5d971-53cb-4c24-9789-bab277b4c9ea/84bbee3c-a18e-4645-8027-95ac10b40e12) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:28:19.381963 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.417636 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1337d9e9-49b2-48cb-a5ef-024d3daaecfc {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:28:19.421546 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:28:19.429222 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:28:19.442985 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:28:19.456043 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.487715 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event updated for resources: {'Port': ['ID=d9e2d167-2983-4fd1-8f01-73161b78943c,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:19.490208 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=1337d9e9-49b2-48cb-a5ef-024d3daaecfc,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:19.496818 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:19.502491 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.506630 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:19.561928 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port f6bdf022-00c3-4233-a113-180803429959, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=f6bdf022-00c3-4233-a113-180803429959,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:19.583424 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc79ab-11c1-40e8-a69d-ad2c98c9720e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bdf022-00c3-4233-a113-180803429959'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:19.624692 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.676247 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=1337d9e9-49b2-48cb-a5ef-024d3daaecfc,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:19.682184 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:19.682878 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:19.746364 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5dbb9f67-894d-4ae3-8d34-59540cc23f7d req-c100c3a8-2bf5-41eb-88fc-71b09bfc9fcf tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 210 time: 0.0929365 May 27 12:28:19.761150 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc79ab-11c1-40e8-a69d-ad2c98c9720e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bdf022-00c3-4233-a113-180803429959', 'code': 200} May 27 12:28:19.768883 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['1337d9e9-49b2-48cb-a5ef-024d3daaecfc'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:28:19.811704 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.850326 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.895483 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57728) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:19.945538 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Transition to ACTIVE for port object 84bbee3c-a18e-4645-8027-95ac10b40e12 will not be triggered until provisioned by entity DHCP. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:28:19.949446 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=f6bdf022-00c3-4233-a113-180803429959,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:19.953979 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:19.965117 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-52448a49-344d-4fe9-83a8-8c7b4031de98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:19.998109 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:20.022496 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-52448a49-344d-4fe9-83a8-8c7b4031de98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:20.029185 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-52448a49-344d-4fe9-83a8-8c7b4031de98 admin admin] Usage tracker for resource:security_group_rule and tenant:c48267dd52df438a834940cf814b0357 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:20.033595 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-52448a49-344d-4fe9-83a8-8c7b4031de98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:20.162075 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57738) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:20.164714 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-52448a49-344d-4fe9-83a8-8c7b4031de98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:20.235196 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:20.261308 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:20.372591 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Network 1745ac28-aeec-46f3-8427-a49430343ffb is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:28:20.393148 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb806e-fce6-4225-8ac3-161a06b1c67f req-201feddf-905f-4f4c-8032-7a117da58773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:20.394696 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d2bb806e-fce6-4225-8ac3-161a06b1c67f req-201feddf-905f-4f4c-8032-7a117da58773 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 1098 time: 0.3469217 May 27 12:28:20.396418 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:28:20.399447 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event updated for resources: {'Port': ['ID=84bbee3c-a18e-4645-8027-95ac10b40e12,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:20.412788 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:28:20.420398 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:20.422162 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:20.426803 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:20.562790 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-d2bb806e-fce6-4225-8ac3-161a06b1c67f req-47b0c8b7-90d8-4b35-a35d-77062571b6aa service neutron] Synchronizing usage tracker for tenant:cdeca6619b554cb6abf3d0c985a284ef on resource:security_group {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:28:20.591287 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-52448a49-344d-4fe9-83a8-8c7b4031de98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:20.615707 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-52448a49-344d-4fe9-83a8-8c7b4031de98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:20.623431 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:20.633247 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8587053 May 27 12:28:20.650024 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:20.659161 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:20.680038 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Request body: {'port': {'device_id': '571d3153-338b-445c-878a-6f09986ebdd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:20.684046 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:20.709671 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-d2bb806e-fce6-4225-8ac3-161a06b1c67f req-47b0c8b7-90d8-4b35-a35d-77062571b6aa service neutron] Unset dirty status for tenant:cdeca6619b554cb6abf3d0c985a284ef on resource:security_group {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:28:20.710852 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d2bb806e-fce6-4225-8ac3-161a06b1c67f req-47b0c8b7-90d8-4b35-a35d-77062571b6aa service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995126 May 27 12:28:20.794645 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-5c68d63a-960e-47ea-ad51-036a57b88c89 None None] Provisioning for port 84bbee3c-a18e-4645-8027-95ac10b40e12 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:20.800266 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-5c68d63a-960e-47ea-ad51-036a57b88c89 None None] Provisioning complete for port 84bbee3c-a18e-4645-8027-95ac10b40e12 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:20.800647 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5c68d63a-960e-47ea-ad51-036a57b88c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:20.806220 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658b1e2-28dd-4981-8e53-69700bb143a8 req-dfa69dcf-d3e2-41b7-858d-18bcfaf751a5 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:20.817167 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b658b1e2-28dd-4981-8e53-69700bb143a8 req-dfa69dcf-d3e2-41b7-858d-18bcfaf751a5 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 945 time: 0.4620454 May 27 12:28:20.821733 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bf85adaa-4b31-4115-9758-0e01414c6144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:20.949276 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-5c68d63a-960e-47ea-ad51-036a57b88c89 None None] Port 84bbee3c-a18e-4645-8027-95ac10b40e12 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:28:20.953974 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 1337d9e9-49b2-48cb-a5ef-024d3daaecfc up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:28:20.961022 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-52448a49-344d-4fe9-83a8-8c7b4031de98 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c48267dd52df438a834940cf814b0357&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0645058 May 27 12:28:20.964221 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52448a49-344d-4fe9-83a8-8c7b4031de98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2385d83b-b307-4592-9425-2ad4c033a958,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:20.966805 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57774) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:20.970638 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-bf85adaa-4b31-4115-9758-0e01414c6144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:20.975337 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-52448a49-344d-4fe9-83a8-8c7b4031de98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:20.987936 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-bf85adaa-4b31-4115-9758-0e01414c6144 admin admin] Usage tracker for resource:security_group_rule and tenant:34805626dfb14e5e9c934b67788c26cd is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:21.002366 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-bf85adaa-4b31-4115-9758-0e01414c6144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:21.007973 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-bf85adaa-4b31-4115-9758-0e01414c6144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:21.051259 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.106001 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event updated for resources: {'Port': ['ID=d9e2d167-2983-4fd1-8f01-73161b78943c,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:21.106847 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:21.112356 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:21.112950 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.126286 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.158717 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:21.178979 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9f9bbd6d-d8db-4f71-bb29-c21bc5723d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.287516 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9f9bbd6d-d8db-4f71-bb29-c21bc5723d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.303427 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.311666 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.313345 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8035941 May 27 12:28:21.331240 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b658b1e2-28dd-4981-8e53-69700bb143a8 req-fe8c4ca1-7a9e-4d83-9d7d-49462699769f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119817 May 27 12:28:21.391291 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=1337d9e9-49b2-48cb-a5ef-024d3daaecfc,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:21.396917 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.398847 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-28793182-064b-478e-bacf-05f7518501c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:21.408182 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacb507-fa7e-40f6-887d-977bc2bf56dd req-186ab53a-e555-44c0-91d6-3754c5340897 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:21.416237 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-deacb507-fa7e-40f6-887d-977bc2bf56dd req-186ab53a-e555-44c0-91d6-3754c5340897 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 932 time: 0.3714256 May 27 12:28:21.510799 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-deacb507-fa7e-40f6-887d-977bc2bf56dd req-40ec5bcc-17c9-4973-a45f-7583f3bff5fd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932610 May 27 12:28:21.535911 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=1337d9e9-49b2-48cb-a5ef-024d3daaecfc,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:21.540560 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bf85adaa-4b31-4115-9758-0e01414c6144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.546558 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:21.552283 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bf85adaa-4b31-4115-9758-0e01414c6144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.570927 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:21.614898 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-bf85adaa-4b31-4115-9758-0e01414c6144 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=34805626dfb14e5e9c934b67788c26cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4462597 May 27 12:28:21.617543 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 57792) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:21.645368 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85adaa-4b31-4115-9758-0e01414c6144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8661136d-1e1d-4fc8-beba-798b77a7f185,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:21.649626 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-bf85adaa-4b31-4115-9758-0e01414c6144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:21.658584 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9f9bbd6d-d8db-4f71-bb29-c21bc5723d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.678841 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-52448a49-344d-4fe9-83a8-8c7b4031de98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:21.699767 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bbd6d-d8db-4f71-bb29-c21bc5723d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2385d83b-b307-4592-9425-2ad4c033a958,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:21.704394 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-9f9bbd6d-d8db-4f71-bb29-c21bc5723d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:21.716374 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9f9bbd6d-d8db-4f71-bb29-c21bc5723d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.720638 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-9f9bbd6d-d8db-4f71-bb29-c21bc5723d9d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2385d83b-b307-4592-9425-2ad4c033a958 HTTP/1.1" status: 204 len: 168 time: 0.7497206 May 27 12:28:21.736217 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bbee3c-a18e-4645-8027-95ac10b40e12 {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:28:21.762212 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09ae017-8f6f-4b35-abbb-d0b6770a6432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1337d9e9-49b2-48cb-a5ef-024d3daaecfc'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:21.769636 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.809393 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Transition to ACTIVE for port object 84bbee3c-a18e-4645-8027-95ac10b40e12 will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:28:21.820180 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.825085 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b41be230-b362-41ea-8bad-e4cd5442fbcd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:21.827209 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09ae017-8f6f-4b35-abbb-d0b6770a6432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1337d9e9-49b2-48cb-a5ef-024d3daaecfc', 'code': 200} May 27 12:28:21.828427 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-89ec98bf-7fc6-4014-8a14-d5ad47b6d083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.866545 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-7f8167d8-253e-488b-bace-f749165bdda7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Synchronizing usage tracker for tenant:4d75b6a2145c461eaa7d4a0266c827e1 on resource:security_group {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:28:21.894129 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-89ec98bf-7fc6-4014-8a14-d5ad47b6d083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:21.901894 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-7f8167d8-253e-488b-bace-f749165bdda7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Unset dirty status for tenant:4d75b6a2145c461eaa7d4a0266c827e1 on resource:security_group {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:28:21.903076 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-7f8167d8-253e-488b-bace-f749165bdda7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--125953295&fields=id&tenant_id=4d75b6a2145c461eaa7d4a0266c827e1 HTTP/1.1" status: 200 len: 267 time: 0.1395092 May 27 12:28:21.925228 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Pushing event updated for resources: {'Port': ['ID=84bbee3c-a18e-4645-8027-95ac10b40e12,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:21.941272 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:22.184699 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-89ec98bf-7fc6-4014-8a14-d5ad47b6d083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:22.184950 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Attempting to bind port 84bbee3c-a18e-4645-8027-95ac10b40e12 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:28:22.185289 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Attempting to bind port 84bbee3c-a18e-4645-8027-95ac10b40e12 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:28:22.185625 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Attempting to bind port 84bbee3c-a18e-4645-8027-95ac10b40e12 on network 1745ac28-aeec-46f3-8427-a49430343ffb {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:28:22.192170 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Port 84bbee3c-a18e-4645-8027-95ac10b40e12 on network 1745ac28-aeec-46f3-8427-a49430343ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:28:22.192492 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Attempting to bind port 84bbee3c-a18e-4645-8027-95ac10b40e12 on network 1745ac28-aeec-46f3-8427-a49430343ffb {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:28:22.208301 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-c0422483-2471-4814-9eed-2c45c2fb630d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:22.224689 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:28:22.226178 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Checking segment: {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:28:22.238717 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Bound using segment: {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:28:22.239363 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Bound port: 84bbee3c-a18e-4645-8027-95ac10b40e12, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:28:22.239872 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:22.305809 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec98bf-7fc6-4014-8a14-d5ad47b6d083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8661136d-1e1d-4fc8-beba-798b77a7f185,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:22.319477 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-89ec98bf-7fc6-4014-8a14-d5ad47b6d083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:22.320951 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-89ec98bf-7fc6-4014-8a14-d5ad47b6d083 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8661136d-1e1d-4fc8-beba-798b77a7f185 HTTP/1.1" status: 204 len: 168 time: 0.7024367 May 27 12:28:22.322819 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-89ec98bf-7fc6-4014-8a14-d5ad47b6d083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:22.411405 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-c441a820-a638-4887-bcdb-4fc57a14c7ae tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:22.412196 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-c441a820-a638-4887-bcdb-4fc57a14c7ae tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Synchronizing usage tracker for tenant:4d75b6a2145c461eaa7d4a0266c827e1 on resource:network {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:28:22.446845 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-c441a820-a638-4887-bcdb-4fc57a14c7ae tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Unset dirty status for tenant:4d75b6a2145c461eaa7d4a0266c827e1 on resource:network {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:28:22.447639 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-c441a820-a638-4887-bcdb-4fc57a14c7ae tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/networks?id=37d0ea95-dd69-40ea-890c-fe72901ad612 HTTP/1.1" status: 200 len: 811 time: 0.5194056 May 27 12:28:22.483264 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-93923726-095a-48a8-80d0-25601cf75923 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/quotas/4d75b6a2145c461eaa7d4a0266c827e1 HTTP/1.1" status: 200 len: 375 time: 0.0198500 May 27 12:28:22.589733 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b0a29-1a80-45d1-b80f-2d206e93de90 req-5c4c2604-b838-4286-99c0-d13b3af200c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:22.591465 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b63b0a29-1a80-45d1-b80f-2d206e93de90 req-5c4c2604-b838-4286-99c0-d13b3af200c8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 1099 time: 0.3692539 May 27 12:28:22.630587 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:28:22.651891 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b63b0a29-1a80-45d1-b80f-2d206e93de90 req-8943569e-9c78-4ae1-ad8d-d65702ef9c1b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528409 May 27 12:28:22.658341 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=84bbee3c-a18e-4645-8027-95ac10b40e12,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:28:22.665797 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:22.677107 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:22.742869 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-c7bb5684-4264-4747-a690-91781ca9ee4b tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d75b6a2145c461eaa7d4a0266c827e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2586730 May 27 12:28:22.772070 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:22.772694 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:22.774085 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] 10.222.0.95 "PUT /v2.0/ports/84bbee3c-a18e-4645-8027-95ac10b40e12 HTTP/1.1" status: 200 len: 1094 time: 2.1211252 May 27 12:28:22.774639 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:22.791228 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc153-d98f-4709-86be-8a0171af8026 req-67fbb52d-6420-4885-84fe-0a3262e623c7 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:22.793699 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6cbfc153-d98f-4709-86be-8a0171af8026 req-67fbb52d-6420-4885-84fe-0a3262e623c7 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.2296317 May 27 12:28:22.811996 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Pushing event updated for resources: {'Port': ['ID=84bbee3c-a18e-4645-8027-95ac10b40e12,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:22.818216 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:22.995038 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-29aed648-9279-4420-aa86-e5aa1867958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:22.998713 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-29aed648-9279-4420-aa86-e5aa1867958c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 1097 time: 0.1762288 May 27 12:28:23.000555 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6cbfc153-d98f-4709-86be-8a0171af8026 req-bc628aa2-f0e0-46d1-99db-4ee934d47c65 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817236 May 27 12:28:23.089237 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-3700875a-0105-4927-8899-1e4f90797d46 service neutron] 10.222.0.90 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350055 May 27 12:28:23.158465 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-944df38f-1f4d-4c43-8a67-46a7c25e1344 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84bbee3c-a18e-4645-8027-95ac10b40e12 HTTP/1.1" status: 200 len: 217 time: 0.1500349 May 27 12:28:23.251350 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57858) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:23.297185 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c4dae44e-5dcb-4433-9019-285c258d40b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:23.307251 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-3e765e28-23f1-497e-b3a5-d8143d749200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:23.308708 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-3e765e28-23f1-497e-b3a5-d8143d749200 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 200 len: 856 time: 0.1440609 May 27 12:28:23.315403 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c4dae44e-5dcb-4433-9019-285c258d40b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:23.319677 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c4dae44e-5dcb-4433-9019-285c258d40b8 admin admin] Usage tracker for resource:security_group_rule and tenant:075802e89e554e609dcf7656d47a0a09 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:23.324662 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c4dae44e-5dcb-4433-9019-285c258d40b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:23.334125 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c4dae44e-5dcb-4433-9019-285c258d40b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:23.357580 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-45643c9b-2115-454f-b3c8-20b109127604 service neutron] 10.222.0.90 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675612 May 27 12:28:23.406990 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ab3a3-a497-4556-ae6a-5c89cc5144de req-8721a760-1d26-48d0-893b-2170a2e3dd24 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:23.411232 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-490ab3a3-a497-4556-ae6a-5c89cc5144de req-8721a760-1d26-48d0-893b-2170a2e3dd24 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.1310427 May 27 12:28:23.474228 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-6294389a-6f46-4970-885f-864cd8aebcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:23.475745 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-6294389a-6f46-4970-885f-864cd8aebcf2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1745ac28-aeec-46f3-8427-a49430343ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1115725 May 27 12:28:23.494425 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-490ab3a3-a497-4556-ae6a-5c89cc5144de req-af18d513-7731-4a55-b823-b8fad3e3d4dc tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756173 May 27 12:28:23.571973 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c4dae44e-5dcb-4433-9019-285c258d40b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:23.707831 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c4dae44e-5dcb-4433-9019-285c258d40b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:23.715872 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'status': 'completed', 'code': 200} May 27 12:28:23.736545 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c079b607-4c5f-46ff-b9fa-ed75be3808e2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:23.807972 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c4dae44e-5dcb-4433-9019-285c258d40b8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=075802e89e554e609dcf7656d47a0a09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556409 May 27 12:28:23.811207 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dae44e-5dcb-4433-9019-285c258d40b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42841437-d612-4aa4-99de-bc151549a9dd,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:23.813540 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 57880) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:23.832617 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e3e495cb-c32c-46d4-b11c-02da994f0cf0 req-e12a1715-3cdd-46d7-bf9c-bc94661a29b1 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 210 time: 0.1654088 May 27 12:28:23.930813 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c4dae44e-5dcb-4433-9019-285c258d40b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:23.944958 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-11b8aabf-a78c-4da1-b32f-4886a3653fee service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470012 May 27 12:28:24.251132 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-db13d04b-216f-45a9-849b-a9c50d3bebab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:24.308402 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-db13d04b-216f-45a9-849b-a9c50d3bebab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:24.357344 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-a66cae3e-5982-46e5-bf0b-e5b4cc0793d9 req-d884ed9e-e4bd-4aa2-8b5f-43d2c168986e service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054086 May 27 12:28:24.444414 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-db13d04b-216f-45a9-849b-a9c50d3bebab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:24.461722 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:24.486682 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b69d0c-2488-42aa-896c-8e25b2f4c12e req-5ac0a86c-d4c7-4635-8fc0-4b44902202b2 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:24.492014 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13d04b-216f-45a9-849b-a9c50d3bebab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42841437-d612-4aa4-99de-bc151549a9dd,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:24.496041 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-db13d04b-216f-45a9-849b-a9c50d3bebab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:24.497039 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b6b69d0c-2488-42aa-896c-8e25b2f4c12e req-5ac0a86c-d4c7-4635-8fc0-4b44902202b2 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.2930884 May 27 12:28:24.501032 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-db13d04b-216f-45a9-849b-a9c50d3bebab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:24.502719 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-db13d04b-216f-45a9-849b-a9c50d3bebab admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/42841437-d612-4aa4-99de-bc151549a9dd HTTP/1.1" status: 204 len: 168 time: 0.6809340 May 27 12:28:24.541122 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cf3dc-ab7e-4e48-899c-7d4a6f5c2425 req-c32d5d67-a50e-4c84-af31-dfd8eedd417b tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:24.543823 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-515cf3dc-ab7e-4e48-899c-7d4a6f5c2425 req-c32d5d67-a50e-4c84-af31-dfd8eedd417b tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 946 time: 0.2961113 May 27 12:28:24.545426 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3c915-5b9c-4fbc-9725-d498bbe73362 req-89a418ba-e36b-4e7d-b565-2eac27e5b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:24.546954 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-94f3c915-5b9c-4fbc-9725-d498bbe73362 req-89a418ba-e36b-4e7d-b565-2eac27e5b5e7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 1097 time: 0.1362259 May 27 12:28:24.642942 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-515cf3dc-ab7e-4e48-899c-7d4a6f5c2425 req-b6882faa-bcbd-444b-977d-ad666d06dbbd tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735409 May 27 12:28:24.673922 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b6b69d0c-2488-42aa-896c-8e25b2f4c12e req-85718d20-f8ce-4c7d-a894-1c91a1f27715 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726222 May 27 12:28:24.754937 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3c915-5b9c-4fbc-9725-d498bbe73362 req-b362b8d5-858b-488b-b9bc-362d2d915d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:24.757695 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-94f3c915-5b9c-4fbc-9725-d498bbe73362 req-b362b8d5-858b-488b-b9bc-362d2d915d1d service neutron] 10.222.0.95 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 918 time: 0.2018988 May 27 12:28:24.912056 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-94f3c915-5b9c-4fbc-9725-d498bbe73362 req-e8de4d63-909b-4ab0-bf91-a1be7b164649 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84bbee3c-a18e-4645-8027-95ac10b40e12 HTTP/1.1" status: 200 len: 217 time: 0.1475937 May 27 12:28:24.985386 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc31936-1ec3-4ec5-8a8d-e18ee6eb9d36 req-437a69c9-2cf6-40cf-a17a-3fb1b7350b80 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:24.988395 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6bc31936-1ec3-4ec5-8a8d-e18ee6eb9d36 req-437a69c9-2cf6-40cf-a17a-3fb1b7350b80 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.1397085 May 27 12:28:25.009582 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3c915-5b9c-4fbc-9725-d498bbe73362 req-956d1511-631b-436c-a87b-65e2251b0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:25.011651 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-94f3c915-5b9c-4fbc-9725-d498bbe73362 req-956d1511-631b-436c-a87b-65e2251b0497 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 200 len: 856 time: 0.0912530 May 27 12:28:25.059653 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6bc31936-1ec3-4ec5-8a8d-e18ee6eb9d36 req-18c3502a-e857-4d03-ae25-3294ed2a1c85 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656755 May 27 12:28:25.219962 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3c915-5b9c-4fbc-9725-d498bbe73362 req-efe896c6-f594-4e1b-8d6a-d3e8229ff2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:25.221551 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-94f3c915-5b9c-4fbc-9725-d498bbe73362 req-efe896c6-f594-4e1b-8d6a-d3e8229ff2ae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1745ac28-aeec-46f3-8427-a49430343ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1973679 May 27 12:28:25.383043 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8d3f4fd1-4717-493f-8c8f-1093aa591107 req-bf38e986-b881-489a-ac0d-c5d5ff3478ce tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 210 time: 0.0623462 May 27 12:28:25.446819 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78fd8b-a5d0-431f-b19d-c7fe8a3d74bb req-b2c56631-673d-40cb-9a63-53112e3a7f89 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:25.457187 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3f78fd8b-a5d0-431f-b19d-c7fe8a3d74bb req-b2c56631-673d-40cb-9a63-53112e3a7f89 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.2106578 May 27 12:28:25.505416 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397ffdc-b8d3-4912-bf12-22bb64d98955 req-fdae109b-8bbc-4df0-8da4-a08721403953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:25.507321 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-9397ffdc-b8d3-4912-bf12-22bb64d98955 req-fdae109b-8bbc-4df0-8da4-a08721403953 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 1099 time: 0.3658805 May 27 12:28:25.530685 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3f78fd8b-a5d0-431f-b19d-c7fe8a3d74bb req-3a9f134d-4967-492e-926f-85df2998a5db tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725305 May 27 12:28:25.854945 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-94f3c915-5b9c-4fbc-9725-d498bbe73362 req-32e6a4d2-fa8b-4fc2-af9d-3aeea05a46c2 service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234086 May 27 12:28:25.920873 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b92bdb-441f-49c3-9d0d-c86c07654953 req-4edb04cb-b601-4c62-a326-a5ccc4a178d0 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:25.929078 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f9b92bdb-441f-49c3-9d0d-c86c07654953 req-4edb04cb-b601-4c62-a326-a5ccc4a178d0 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 946 time: 0.1192620 May 27 12:28:25.961798 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397ffdc-b8d3-4912-bf12-22bb64d98955 req-16cc71ce-dd69-48aa-8c53-1363ffcf9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:25.963437 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-9397ffdc-b8d3-4912-bf12-22bb64d98955 req-16cc71ce-dd69-48aa-8c53-1363ffcf9bd8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 919 time: 0.4361556 May 27 12:28:25.988607 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f9b92bdb-441f-49c3-9d0d-c86c07654953 req-98f7ec9a-be16-4255-8c01-4e410f2fac76 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576429 May 27 12:28:26.147224 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-9397ffdc-b8d3-4912-bf12-22bb64d98955 req-f2d979ea-89a0-4fa1-990d-2d6fff211eef service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1337d9e9-49b2-48cb-a5ef-024d3daaecfc HTTP/1.1" status: 200 len: 217 time: 0.1680148 May 27 12:28:26.275290 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.95', 63212) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:26.355840 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-94f3c915-5b9c-4fbc-9725-d498bbe73362 req-abcc1f78-7dcc-4a0a-b8fe-e27501f8bf16 service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183431 May 27 12:28:26.378125 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-a59fe876-8be3-482f-b523-f2b3d27852eb tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:26.380583 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-a59fe876-8be3-482f-b523-f2b3d27852eb tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.95 "GET /v2.0/networks?id=37d0ea95-dd69-40ea-890c-fe72901ad612 HTTP/1.1" status: 200 len: 811 time: 0.6114631 May 27 12:28:26.393637 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397ffdc-b8d3-4912-bf12-22bb64d98955 req-5178b8b8-1544-43c9-a83c-38c5a71e4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:26.395122 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-9397ffdc-b8d3-4912-bf12-22bb64d98955 req-5178b8b8-1544-43c9-a83c-38c5a71e4785 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bcedd835-9e39-4926-9720-1547ad6355e8 HTTP/1.1" status: 200 len: 858 time: 0.2355759 May 27 12:28:26.473774 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-9397ffdc-b8d3-4912-bf12-22bb64d98955 req-cec69785-57df-4fb1-a4df-7b56c94b11de service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=deead674-9f7c-444a-ae32-e97701fd0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598373 May 27 12:28:26.518566 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b808a-883c-41c6-9b5b-5b9f1d4141a7 req-ad0bab4e-4601-4849-8ccb-a0fff0cebd8b tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:26.520156 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-565b808a-883c-41c6-9b5b-5b9f1d4141a7 req-ad0bab4e-4601-4849-8ccb-a0fff0cebd8b tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.95 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 946 time: 0.2434804 May 27 12:28:26.540356 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-8294326d-dd65-4b92-b823-2527835a38a7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Synchronizing usage tracker for tenant:4d75b6a2145c461eaa7d4a0266c827e1 on resource:security_group {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:28:26.608934 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7445d48-7a23-41a7-8b82-878dea192a37 req-2585e3f2-5586-4f02-9175-2dfef6dc33e4 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:26.610490 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d7445d48-7a23-41a7-8b82-878dea192a37 req-2585e3f2-5586-4f02-9175-2dfef6dc33e4 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.2619665 May 27 12:28:26.700584 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-35f0ff6b-8bfe-4a5a-8cd1-243e682cff53 req-86fd2d12-407a-4051-a514-5232efcea551 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 210 time: 0.1085985 May 27 12:28:26.702755 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-8294326d-dd65-4b92-b823-2527835a38a7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Unset dirty status for tenant:4d75b6a2145c461eaa7d4a0266c827e1 on resource:security_group {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:28:26.705099 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-8294326d-dd65-4b92-b823-2527835a38a7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d75b6a2145c461eaa7d4a0266c827e1 HTTP/1.1" status: 200 len: 379 time: 0.3134570 May 27 12:28:26.743973 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Request body: {'port': {'device_id': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'admin_state_up': True, 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'security_groups': ['44a81fbe-3fe9-4394-b789-241838250ed5']}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:26.784217 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d7445d48-7a23-41a7-8b82-878dea192a37 req-3a1d3950-9171-4144-b36c-39c525696f82 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245079 May 27 12:28:26.855733 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [req-565b808a-883c-41c6-9b5b-5b9f1d4141a7 req-81d56d2e-832a-45ea-a2c4-515ceeae6131 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Deleting port ce196627-d1f1-4fea-8185-3e2c9b3c04ac {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:28:26.856070 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-565b808a-883c-41c6-9b5b-5b9f1d4141a7 req-81d56d2e-832a-45ea-a2c4-515ceeae6131 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:27.016103 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-9397ffdc-b8d3-4912-bf12-22bb64d98955 req-71e843fd-9876-4aa0-ad49-9b1311c3c248 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210094 May 27 12:28:27.027613 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:27.050606 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Usage tracker for resource:port and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:27.055965 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:27.069064 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:27.135076 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-565b808a-883c-41c6-9b5b-5b9f1d4141a7 req-81d56d2e-832a-45ea-a2c4-515ceeae6131 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] For port ce196627-d1f1-4fea-8185-3e2c9b3c04ac, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=ce196627-d1f1-4fea-8185-3e2c9b3c04ac,segment=NetworkSegment(d62b40ba-232b-4a4b-a38a-16d0c7439880),segment_id=d62b40ba-232b-4a4b-a38a-16d0c7439880)] {{(pid=91785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:27.137575 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-565b808a-883c-41c6-9b5b-5b9f1d4141a7 req-81d56d2e-832a-45ea-a2c4-515ceeae6131 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:27.150381 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Made reservation on behalf of 4d75b6a2145c461eaa7d4a0266c827e1 for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:28:27.154031 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:27.262758 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-9397ffdc-b8d3-4912-bf12-22bb64d98955 req-18a064aa-da14-4a79-8582-1754891832b0 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362652 May 27 12:28:27.394876 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [req-565b808a-883c-41c6-9b5b-5b9f1d4141a7 req-81d56d2e-832a-45ea-a2c4-515ceeae6131 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Calling delete_port for ce196627-d1f1-4fea-8185-3e2c9b3c04ac owned by compute:nova {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:28:27.416193 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Allocated IP 172.20.0.4 (37d0ea95-dd69-40ea-890c-fe72901ad612/74a519ef-baf2-4ef8-922c-d5f0e6de02aa/8c696039-af67-4d71-9685-35b4a46acb44) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:28:27.423562 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec650cd-f871-4fef-8120-ecfa458ed1de req-b7a803b5-5976-4638-a7f6-960ea2c3d636 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:27.431157 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5ec650cd-f871-4fef-8120-ecfa458ed1de req-b7a803b5-5976-4638-a7f6-960ea2c3d636 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.4772747 May 27 12:28:27.576514 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5ec650cd-f871-4fef-8120-ecfa458ed1de req-919d4025-6ab5-4963-acba-7c870a7ad2d5 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441772 May 27 12:28:27.609836 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72569e59-941e-42cf-a3f5-35b5645d7120 req-ada80e56-82ec-4663-b4b1-9d2282bfd407 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:27.615087 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-72569e59-941e-42cf-a3f5-35b5645d7120 req-ada80e56-82ec-4663-b4b1-9d2282bfd407 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 946 time: 0.2809513 May 27 12:28:27.666738 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:27.684485 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Transition to ACTIVE for port object 8c696039-af67-4d71-9685-35b4a46acb44 will not be triggered until provisioned by entity DHCP. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:28:27.710520 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:27.716158 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:27.721283 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-72569e59-941e-42cf-a3f5-35b5645d7120 req-456b1912-5ea0-42f0-bcaa-683e5447bb52 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/security-groups?id=12b09671-fb5f-4e86-9403-70366edd2ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013551 May 27 12:28:27.742071 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-565b808a-883c-41c6-9b5b-5b9f1d4141a7 req-81d56d2e-832a-45ea-a2c4-515ceeae6131 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:27.756602 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['ce196627-d1f1-4fea-8185-3e2c9b3c04ac'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:28:27.770137 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-897f558a-768c-423b-ac21-7507754f5322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:27.800431 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Network 37d0ea95-dd69-40ea-890c-fe72901ad612 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:28:27.803899 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:28:27.808100 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:28:27.813635 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:27.814522 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:27.818623 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d56d2e-832a-45ea-a2c4-515ceeae6131 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Pushing event deleted for resources: {'Port': ['ID=ce196627-d1f1-4fea-8185-3e2c9b3c04ac,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:27.832259 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event updated for resources: {'Port': ['ID=8c696039-af67-4d71-9685-35b4a46acb44,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:27.840743 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:27.854331 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1180096 May 27 12:28:27.875075 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Request body: {'port': {'device_id': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:27.920907 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-81d56d2e-832a-45ea-a2c4-515ceeae6131 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:28.057473 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:28.142501 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [req-565b808a-883c-41c6-9b5b-5b9f1d4141a7 req-81d56d2e-832a-45ea-a2c4-515ceeae6131 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] No DVR routers for this DVR port ce196627-d1f1-4fea-8185-3e2c9b3c04ac on host hv-cinder-79338 {{(pid=91785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:28:28.168231 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-28309bad-1769-481c-b28b-9a0748ba7e4f None None] Provisioning for port 8c696039-af67-4d71-9685-35b4a46acb44 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:28.180541 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-28309bad-1769-481c-b28b-9a0748ba7e4f None None] Provisioning complete for port 8c696039-af67-4d71-9685-35b4a46acb44 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:28.181027 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-28309bad-1769-481c-b28b-9a0748ba7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:28.217956 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-565b808a-883c-41c6-9b5b-5b9f1d4141a7 req-81d56d2e-832a-45ea-a2c4-515ceeae6131 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:28.221539 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8c0cd6-7d6f-4e03-b337-95eb036b4fee', 'name': 'network-vif-deleted', 'tag': 'ce196627-d1f1-4fea-8185-3e2c9b3c04ac'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:28.255025 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-565b808a-883c-41c6-9b5b-5b9f1d4141a7 req-81d56d2e-832a-45ea-a2c4-515ceeae6131 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.95 "DELETE /v2.0/ports/ce196627-d1f1-4fea-8185-3e2c9b3c04ac HTTP/1.1" status: 204 len: 173 time: 1.7237530 May 27 12:28:28.302672 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-28309bad-1769-481c-b28b-9a0748ba7e4f None None] Port 8c696039-af67-4d71-9685-35b4a46acb44 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:28:28.315933 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:28.327393 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83eca4-e2b2-4e14-a041-d5943ba639b6 req-b613c583-2b5c-4366-ad36-82f16b072a35 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:28.334554 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cf83eca4-e2b2-4e14-a041-d5943ba639b6 req-b613c583-2b5c-4366-ad36-82f16b072a35 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 931 time: 0.1943991 May 27 12:28:28.372052 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a077811-4757-4793-8fed-9d3c52bd4268 req-82647ed6-aba9-4cc1-88f8-6afda63461f0 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:28.387798 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9a077811-4757-4793-8fed-9d3c52bd4268 req-82647ed6-aba9-4cc1-88f8-6afda63461f0 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.2429769 May 27 12:28:28.458494 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9a077811-4757-4793-8fed-9d3c52bd4268 req-1193df73-32b8-40c0-8d55-cf8b8b795784 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697038 May 27 12:28:28.461487 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cf83eca4-e2b2-4e14-a041-d5943ba639b6 req-4382a88a-fa1f-4b4a-bb42-7534727f5f8a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261675 May 27 12:28:28.584283 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c696039-af67-4d71-9685-35b4a46acb44 {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:28:28.592109 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:28.610805 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8c0cd6-7d6f-4e03-b337-95eb036b4fee', 'name': 'network-vif-deleted', 'tag': 'ce196627-d1f1-4fea-8185-3e2c9b3c04ac', 'status': 'completed', 'code': 200} May 27 12:28:28.624845 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Transition to ACTIVE for port object 8c696039-af67-4d71-9685-35b4a46acb44 will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:28:28.632861 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:28.652565 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:28.908085 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 84bbee3c-a18e-4645-8027-95ac10b40e12 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:28:28.951193 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Pushing event updated for resources: {'Port': ['ID=8c696039-af67-4d71-9685-35b4a46acb44,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:28.967326 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:28.977490 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Attempting to bind port 8c696039-af67-4d71-9685-35b4a46acb44 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:28:28.978347 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Attempting to bind port 8c696039-af67-4d71-9685-35b4a46acb44 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:28:28.978347 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Attempting to bind port 8c696039-af67-4d71-9685-35b4a46acb44 on network 37d0ea95-dd69-40ea-890c-fe72901ad612 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:28:28.980939 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5fc14-d428-49ac-8c04-023800f13bfb req-5a48538d-b699-4ddb-8a28-a2de0d625be4 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:28.988504 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-68f5fc14-d428-49ac-8c04-023800f13bfb req-5a48538d-b699-4ddb-8a28-a2de0d625be4 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.2142167 May 27 12:28:29.002488 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Port 8c696039-af67-4d71-9685-35b4a46acb44 on network 37d0ea95-dd69-40ea-890c-fe72901ad612 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:28:29.002813 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Attempting to bind port 8c696039-af67-4d71-9685-35b4a46acb44 on network 37d0ea95-dd69-40ea-890c-fe72901ad612 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:28:29.008695 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:28:29.009040 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Checking segment: {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:28:29.009405 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Bound using segment: {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:28:29.009840 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Bound port: 8c696039-af67-4d71-9685-35b4a46acb44, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:28:29.010187 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:29.073630 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-8890221d-93da-490d-b0b4-75770dde8e2a req-232d66b9-f1a5-4479-85da-20c9d248ab20 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Synchronizing usage tracker for tenant:2aca2ae0154c4b10976dba16d27143e5 on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:28:29.116664 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-68f5fc14-d428-49ac-8c04-023800f13bfb req-f7ebe83a-5339-4d0b-b062-230f5ccfb384 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255729 May 27 12:28:29.123900 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-8890221d-93da-490d-b0b4-75770dde8e2a req-232d66b9-f1a5-4479-85da-20c9d248ab20 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Unset dirty status for tenant:2aca2ae0154c4b10976dba16d27143e5 on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:28:29.127871 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8890221d-93da-490d-b0b4-75770dde8e2a req-232d66b9-f1a5-4479-85da-20c9d248ab20 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb8c0cd6-7d6f-4e03-b337-95eb036b4fee HTTP/1.1" status: 200 len: 210 time: 0.1134498 May 27 12:28:29.205192 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] For port 8c696039-af67-4d71-9685-35b4a46acb44, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:28:29.209822 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] For port 8c696039-af67-4d71-9685-35b4a46acb44, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=8c696039-af67-4d71-9685-35b4a46acb44,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:28:29.218803 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:29.223443 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=84bbee3c-a18e-4645-8027-95ac10b40e12,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:29.233375 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-392af19f-1098-4940-a1ab-cad98a6f44f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:29.285092 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'port_id': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'mac_address': 'fa:16:3e:b3:0a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:28:29.296292 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:29.296925 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:29.298948 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] 10.222.0.95 "PUT /v2.0/ports/8c696039-af67-4d71-9685-35b4a46acb44 HTTP/1.1" status: 200 len: 1093 time: 1.4341068 May 27 12:28:29.299444 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'tag': '8c696039-af67-4d71-9685-35b4a46acb44'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:29.370216 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Pushing event updated for resources: {'Port': ['ID=8c696039-af67-4d71-9685-35b4a46acb44,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:29.374720 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:29.433301 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:29.503386 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bbee3c-a18e-4645-8027-95ac10b40e12 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:28:29.569571 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=84bbee3c-a18e-4645-8027-95ac10b40e12,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:29.573557 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'tag': '8c696039-af67-4d71-9685-35b4a46acb44', 'status': 'completed', 'code': 200} May 27 12:28:29.573981 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:29.575736 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:29.620963 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-7ef953ff-6d63-406b-be81-78655780991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:29.622858 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-7ef953ff-6d63-406b-be81-78655780991b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4d75b6a2145c461eaa7d4a0266c827e1&device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 1096 time: 0.2464609 May 27 12:28:29.684160 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=84bbee3c-a18e-4645-8027-95ac10b40e12,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:29.687614 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:29.780786 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-a7e4e279-72e1-408d-98bb-d34cd597ec45 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c696039-af67-4d71-9685-35b4a46acb44 HTTP/1.1" status: 200 len: 217 time: 0.1437702 May 27 12:28:29.834891 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['84bbee3c-a18e-4645-8027-95ac10b40e12'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:28:29.882771 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b2c33-7adc-426a-9a17-ecd631439d7d req-6b99cceb-1518-4e05-bb58-5267e75cef30 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:29.884878 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1a2b2c33-7adc-426a-9a17-ecd631439d7d req-6b99cceb-1518-4e05-bb58-5267e75cef30 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 943 time: 0.1843643 May 27 12:28:29.904149 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-b64f6626-979a-4e52-9879-c693554f3044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:29.911199 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-b64f6626-979a-4e52-9879-c693554f3044 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=74a519ef-baf2-4ef8-922c-d5f0e6de02aa HTTP/1.1" status: 200 len: 850 time: 0.1224658 May 27 12:28:29.937597 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03372b5-ac87-40ff-adb8-8250f32761b9 req-7ff6736e-7ab9-4dca-974c-1a3c2f448e4f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:29.939794 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c03372b5-ac87-40ff-adb8-8250f32761b9 req-7ff6736e-7ab9-4dca-974c-1a3c2f448e4f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 945 time: 0.2414756 May 27 12:28:29.995436 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1a2b2c33-7adc-426a-9a17-ecd631439d7d req-1eed6b3b-233e-4758-b132-ab98a019ed98 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015508 May 27 12:28:30.040038 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c03372b5-ac87-40ff-adb8-8250f32761b9 req-33585b5e-5905-4657-abdb-d1be71b915e7 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891800 May 27 12:28:30.075682 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-bce334ee-6322-4e62-ba86-1dd06c7c6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:30.075682 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-bce334ee-6322-4e62-ba86-1dd06c7c6195 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37d0ea95-dd69-40ea-890c-fe72901ad612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1535425 May 27 12:28:30.234003 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-ff117c1d-ef5d-448e-801b-3d9b69e7ec46 service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523802 May 27 12:28:30.372873 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d9b2a-609a-480c-a608-5f608a7e36d8 req-7617d330-9cdb-4ac6-afb1-5a6b44d70a33 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:30.392462 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8f8d9b2a-609a-480c-a608-5f608a7e36d8 req-7617d330-9cdb-4ac6-afb1-5a6b44d70a33 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.1199358 May 27 12:28:30.448880 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8f8d9b2a-609a-480c-a608-5f608a7e36d8 req-4fa8dddd-38b8-498f-b8fa-8dc870b72771 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550609 May 27 12:28:30.467876 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-565d0a0d-7b20-45d9-acd6-d66c6bc59a97 req-992dd5c3-ec67-4ef2-8517-f8e003a4c5ab service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184255 May 27 12:28:30.589436 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f714-8318-4add-96cd-4e21715f0b12 req-6370ba84-d51e-4a6f-8f62-0c7203a8548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:30.596104 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8516f714-8318-4add-96cd-4e21715f0b12 req-6370ba84-d51e-4a6f-8f62-0c7203a8548b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4d75b6a2145c461eaa7d4a0266c827e1&device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 1096 time: 0.0822015 May 27 12:28:30.755351 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f714-8318-4add-96cd-4e21715f0b12 req-0ac0b252-0a7a-45a8-b114-081a747676cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:30.756818 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8516f714-8318-4add-96cd-4e21715f0b12 req-0ac0b252-0a7a-45a8-b114-081a747676cc service neutron] 10.222.0.95 "GET /v2.0/networks?id=37d0ea95-dd69-40ea-890c-fe72901ad612 HTTP/1.1" status: 200 len: 912 time: 0.1415470 May 27 12:28:30.833912 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8516f714-8318-4add-96cd-4e21715f0b12 req-9415285a-1eac-4740-b9af-dfb642040505 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c696039-af67-4d71-9685-35b4a46acb44 HTTP/1.1" status: 200 len: 217 time: 0.0696244 May 27 12:28:30.913631 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 84bbee3c-a18e-4645-8027-95ac10b40e12 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:28:30.925729 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f714-8318-4add-96cd-4e21715f0b12 req-db404530-86c4-41eb-8745-3df68e1eb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:30.927551 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8516f714-8318-4add-96cd-4e21715f0b12 req-db404530-86c4-41eb-8745-3df68e1eb267 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=74a519ef-baf2-4ef8-922c-d5f0e6de02aa HTTP/1.1" status: 200 len: 850 time: 0.0834558 May 27 12:28:30.989793 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 84bbee3c-a18e-4645-8027-95ac10b40e12 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:30.996450 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 84bbee3c-a18e-4645-8027-95ac10b40e12 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:30.997041 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:31.036548 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516f714-8318-4add-96cd-4e21715f0b12 req-0d529b92-d504-4aab-ab1a-cb66d6dcbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:31.039988 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8516f714-8318-4add-96cd-4e21715f0b12 req-0d529b92-d504-4aab-ab1a-cb66d6dcbb54 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37d0ea95-dd69-40ea-890c-fe72901ad612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1035295 May 27 12:28:31.071022 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58204) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:31.245861 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:31.281619 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:31.306732 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=84bbee3c-a18e-4645-8027-95ac10b40e12,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:31.313378 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:31.315432 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device ce196627-d1f1-4fea-8185-3e2c9b3c04ac no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:28:31.350756 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8516f714-8318-4add-96cd-4e21715f0b12 req-9f4e5f43-7338-4ec7-8ce8-1d8a41d6473a service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830374 May 27 12:28:31.364761 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-35c9f790-0cfc-4902-b2a3-69d4cd20b1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:31.375217 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:31.404757 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-35c9f790-0cfc-4902-b2a3-69d4cd20b1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:31.418768 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-35c9f790-0cfc-4902-b2a3-69d4cd20b1d2 admin admin] Usage tracker for resource:security_group_rule and tenant:30e8f314ad064128952c558beec7f5f3 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:31.423730 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-35c9f790-0cfc-4902-b2a3-69d4cd20b1d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:31.445827 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c096c-cfed-4236-90b2-388c7289d891 req-05f0f5e1-4651-4336-98aa-c3e4e57dbe41 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:31.455324 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6d0c096c-cfed-4236-90b2-388c7289d891 req-05f0f5e1-4651-4336-98aa-c3e4e57dbe41 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 945 time: 0.2484238 May 27 12:28:31.459102 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-35c9f790-0cfc-4902-b2a3-69d4cd20b1d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:31.494889 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dae052-736a-48cb-ae3d-6562c9aed5ca req-63161fa9-f3fc-4309-8b11-48bdffc7cc9d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:31.496658 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-34dae052-736a-48cb-ae3d-6562c9aed5ca req-63161fa9-f3fc-4309-8b11-48bdffc7cc9d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 943 time: 0.2236445 May 27 12:28:31.556947 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: ce196627-d1f1-4fea-8185-3e2c9b3c04ac {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:28:31.557374 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device ce196627-d1f1-4fea-8185-3e2c9b3c04ac not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:28:31.562896 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=84bbee3c-a18e-4645-8027-95ac10b40e12,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:31.566521 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:31.618820 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8516f714-8318-4add-96cd-4e21715f0b12 req-f974c07f-fe78-4d07-9597-12b38323f7cc service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609577 May 27 12:28:31.675452 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-35c9f790-0cfc-4902-b2a3-69d4cd20b1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:31.679419 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6d0c096c-cfed-4236-90b2-388c7289d891 req-8bf6fb45-2467-4f9d-9249-e870101ca247 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216065 May 27 12:28:31.684472 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-35c9f790-0cfc-4902-b2a3-69d4cd20b1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:31.694054 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:31.715916 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-34dae052-736a-48cb-ae3d-6562c9aed5ca req-e4cb40ee-ee1c-4fa7-933e-2d4f53b1ff75 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045486 May 27 12:28:31.802016 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58244) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:31.821612 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-35c9f790-0cfc-4902-b2a3-69d4cd20b1d2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=30e8f314ad064128952c558beec7f5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7484887 May 27 12:28:31.822442 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58250) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:31.825877 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9f790-0cfc-4902-b2a3-69d4cd20b1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4017fb0e-c9e9-4f09-a292-5c7691a6e5d4,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:31.832665 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'code': 200} May 27 12:28:31.837122 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-35c9f790-0cfc-4902-b2a3-69d4cd20b1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:31.905975 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a4dbd6ad-57b8-427a-b50e-a2bdd73f103c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:31.993587 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-00281acb-fad8-48ab-ad90-c79591bbfd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.065811 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-40ba117f-7a8b-4be4-bd44-54709b253972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.071261 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a233283a-7a31-41b2-90b8-1c689e527efe req-21bffb6b-9761-475c-afba-354f1a87512d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:32.073151 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a233283a-7a31-41b2-90b8-1c689e527efe req-21bffb6b-9761-475c-afba-354f1a87512d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.1547577 May 27 12:28:32.083281 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-00281acb-fad8-48ab-ad90-c79591bbfd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.105906 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-40ba117f-7a8b-4be4-bd44-54709b253972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:32.113533 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-40ba117f-7a8b-4be4-bd44-54709b253972 admin admin] Usage tracker for resource:security_group_rule and tenant:5e84fb5943ee4308a38feb85f7a4ca33 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:32.130753 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a233283a-7a31-41b2-90b8-1c689e527efe req-9066cc9c-b7de-4191-be35-c8d3ff349561 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474341 May 27 12:28:32.160536 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-40ba117f-7a8b-4be4-bd44-54709b253972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:32.175580 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-40ba117f-7a8b-4be4-bd44-54709b253972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:32.187155 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58262) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:32.221173 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-00281acb-fad8-48ab-ad90-c79591bbfd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.230894 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2ff33aa5-454a-48ad-bba0-988430788e3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:32.239612 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c879f5-c925-4bef-ab4a-b93135200898 req-33dc5ece-cb1b-4d42-832f-efef97259532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:32.241101 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-19c879f5-c925-4bef-ab4a-b93135200898 req-33dc5ece-cb1b-4d42-832f-efef97259532 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 1099 time: 0.1180029 May 27 12:28:32.255816 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe848f90-bb22-4fbd-8939-1518f9ce8aab admin admin] Deleting subnet f6c52d40-25a4-4da4-b396-a59416c8da0a {{(pid=91785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:28:32.259467 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fe848f90-bb22-4fbd-8939-1518f9ce8aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.269337 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00281acb-fad8-48ab-ad90-c79591bbfd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4017fb0e-c9e9-4f09-a292-5c7691a6e5d4,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:32.285245 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-00281acb-fad8-48ab-ad90-c79591bbfd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:32.311004 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fe848f90-bb22-4fbd-8939-1518f9ce8aab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473741'] for subnet, precommit_delete_associations {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.312112 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-00281acb-fad8-48ab-ad90-c79591bbfd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.313370 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-00281acb-fad8-48ab-ad90-c79591bbfd83 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4017fb0e-c9e9-4f09-a292-5c7691a6e5d4 HTTP/1.1" status: 204 len: 168 time: 0.4895108 May 27 12:28:32.326803 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-19c879f5-c925-4bef-ab4a-b93135200898 req-b0cba2aa-a039-4f09-8590-ffccabb57189 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775313 May 27 12:28:32.372012 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-40ba117f-7a8b-4be4-bd44-54709b253972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.374509 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fe848f90-bb22-4fbd-8939-1518f9ce8aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.377856 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-40ba117f-7a8b-4be4-bd44-54709b253972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.389116 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c4dae44e-5dcb-4433-9019-285c258d40b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:32.428503 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba117f-7a8b-4be4-bd44-54709b253972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50abf8b4-b853-4f1b-b867-210efc0a00c4,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:32.441056 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-40ba117f-7a8b-4be4-bd44-54709b253972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:32.448657 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-40ba117f-7a8b-4be4-bd44-54709b253972 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5e84fb5943ee4308a38feb85f7a4ca33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6446331 May 27 12:28:32.450990 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58270) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:32.511597 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6a77-aa97-4d9d-87c7-365bd6795e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.545665 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6a77-aa97-4d9d-87c7-365bd6795e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.611177 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6a77-aa97-4d9d-87c7-365bd6795e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.615975 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:32.629110 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac6a77-aa97-4d9d-87c7-365bd6795e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50abf8b4-b853-4f1b-b867-210efc0a00c4,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:32.631615 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a4ac6a77-aa97-4d9d-87c7-365bd6795e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:32.635489 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a4ac6a77-aa97-4d9d-87c7-365bd6795e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.636921 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a4ac6a77-aa97-4d9d-87c7-365bd6795e0b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/50abf8b4-b853-4f1b-b867-210efc0a00c4 HTTP/1.1" status: 204 len: 168 time: 0.1848884 May 27 12:28:32.654889 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fe848f90-bb22-4fbd-8939-1518f9ce8aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3039649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3065520'] for subnet, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.661239 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58276) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:32.667383 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9dff25e9-39fd-4ce3-93e1-fb69c9013a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:32.683856 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-22d927c4-80f2-42e4-a820-021d72d42912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.704557 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fe848f90-bb22-4fbd-8939-1518f9ce8aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.714497 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe848f90-bb22-4fbd-8939-1518f9ce8aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c52d40-25a4-4da4-b396-a59416c8da0a,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:32.718862 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-fe848f90-bb22-4fbd-8939-1518f9ce8aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:32.722278 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-fe848f90-bb22-4fbd-8939-1518f9ce8aab admin admin] 10.222.0.90 "DELETE /v2.0/subnets/f6c52d40-25a4-4da4-b396-a59416c8da0a HTTP/1.1" status: 204 len: 168 time: 0.5340040 May 27 12:28:32.725163 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58280) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:32.797387 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-22d927c4-80f2-42e4-a820-021d72d42912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:32.807631 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-22d927c4-80f2-42e4-a820-021d72d42912 admin admin] Usage tracker for resource:security_group_rule and tenant:46338f8ea0a84f8ca201b961f1f13f51 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:32.819499 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-22d927c4-80f2-42e4-a820-021d72d42912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:32.826519 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-22d927c4-80f2-42e4-a820-021d72d42912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:32.939089 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-22d927c4-80f2-42e4-a820-021d72d42912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.943551 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-22d927c4-80f2-42e4-a820-021d72d42912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:32.956704 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-815b8ac0-f4ef-4c7e-a86b-760b217f0d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:32.994929 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-22d927c4-80f2-42e4-a820-021d72d42912 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=46338f8ea0a84f8ca201b961f1f13f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322642 May 27 12:28:32.997936 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58294) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:33.014989 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.039478 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d927c4-80f2-42e4-a820-021d72d42912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910242d7-d90c-495f-a622-3ce935931348,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:33.059913 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-22d927c4-80f2-42e4-a820-021d72d42912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:33.102710 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-23f07fbb-a367-410d-a5bd-3281f81f102c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.135114 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-23f07fbb-a367-410d-a5bd-3281f81f102c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.224843 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.235043 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-23f07fbb-a367-410d-a5bd-3281f81f102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.253835 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a6f6ce-4d33-410a-85b2-877af16c6b61']}} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:33.261645 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-570018cd-53d7-4d3d-a657-bc0ccefb1e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:33.294502 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f07fbb-a367-410d-a5bd-3281f81f102c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910242d7-d90c-495f-a622-3ce935931348,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:33.296863 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-23f07fbb-a367-410d-a5bd-3281f81f102c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.300474 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-23f07fbb-a367-410d-a5bd-3281f81f102c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/910242d7-d90c-495f-a622-3ce935931348 HTTP/1.1" status: 204 len: 168 time: 0.2991974 May 27 12:28:33.300474 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-23f07fbb-a367-410d-a5bd-3281f81f102c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:33.311165 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62b40ba-232b-4a4b-a38a-16d0c7439880') {'for_net_delete': True} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:33.320943 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62b40ba-232b-4a4b-a38a-16d0c7439880') {} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:33.363282 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473780'] for segment, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.390478 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f48c5-8765-4827-967b-af23a460a923 req-8e02a918-28ce-4cb0-9e63-cfc7b8aabc7a tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:33.392883 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d44f48c5-8765-4827-967b-af23a460a923 req-8e02a918-28ce-4cb0-9e63-cfc7b8aabc7a tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.5525641 May 27 12:28:33.445267 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a77d29-2209-4983-bb02-4605e6cc7d1e req-e6b8af2b-8f4b-4086-a167-44dc80920fb6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:33.455825 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a4a77d29-2209-4983-bb02-4605e6cc7d1e req-e6b8af2b-8f4b-4086-a167-44dc80920fb6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 943 time: 0.5296526 May 27 12:28:33.523662 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.583900 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a4a77d29-2209-4983-bb02-4605e6cc7d1e req-dd0ccf59-6bfc-4a4f-b6fd-f38ffef2f77d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261241 May 27 12:28:33.584970 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=91785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:28:33.585377 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3041027'] for segment, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.599871 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: Traceback (most recent call last): May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: timer() May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: cb(*args, **kw) May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: return func(*args, **kwargs) May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: self._notify() May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: self.callback(batched_events) May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: event.method(event) May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: return f(self, *a, **k) May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: return self._get(url).json() May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: return self.request(url, 'GET', **kwargs) May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:28:33.616283 dv-cinder-793386-1-smb neutron-server[91785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:28:33.716532 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d44f48c5-8765-4827-967b-af23a460a923 req-830be634-1e68-4fc1-843c-6278d5285966 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297838 May 27 12:28:33.757047 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58334) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:33.784269 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.795252 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.797721 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e681fe29-0088-4d7b-bed0-1c0605b09f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:33.825236 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a6f6ce-4d33-410a-85b2-877af16c6b61,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:33.833786 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:33.838805 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] 10.222.0.90 "DELETE /v2.0/networks/e0a6f6ce-4d33-410a-85b2-877af16c6b61 HTTP/1.1" status: 204 len: 168 time: 1.1125090 May 27 12:28:33.852529 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9112db8-7152-48fb-81bc-534b069a50e1 req-1ebd549f-b3c8-4d44-830d-1b63e8c330a1 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:33.859405 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d9112db8-7152-48fb-81bc-534b069a50e1 req-1ebd549f-b3c8-4d44-830d-1b63e8c330a1 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.1417291 May 27 12:28:33.903662 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d9112db8-7152-48fb-81bc-534b069a50e1 req-f90b9bc2-2a60-411f-a8db-ccf46d998522 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432522 May 27 12:28:33.933310 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0ffc6a65-3a3a-4b3d-a549-13f2760d56dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:33.948254 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-0ffc6a65-3a3a-4b3d-a549-13f2760d56dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:33.952311 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-0ffc6a65-3a3a-4b3d-a549-13f2760d56dd admin admin] Usage tracker for resource:security_group_rule and tenant:c51476b76245419e9392839cb4b947e5 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:33.956558 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-0ffc6a65-3a3a-4b3d-a549-13f2760d56dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:33.963053 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-0ffc6a65-3a3a-4b3d-a549-13f2760d56dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:34.027826 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58352) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:34.092877 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0ffc6a65-3a3a-4b3d-a549-13f2760d56dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:34.098159 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0ffc6a65-3a3a-4b3d-a549-13f2760d56dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:34.099803 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-66a9dedd-da69-4b6c-8c81-0cecfdd82808 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2aca2ae0154c4b10976dba16d27143e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0707157 May 27 12:28:34.102173 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58356) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:34.107757 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-00281acb-fad8-48ab-ad90-c79591bbfd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:34.152375 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-0ffc6a65-3a3a-4b3d-a549-13f2760d56dd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c51476b76245419e9392839cb4b947e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911948 May 27 12:28:34.152375 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc6a65-3a3a-4b3d-a549-13f2760d56dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321a280c-3408-47e2-a2f3-cb6a3a779404,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:34.153012 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58360) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:34.155419 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-0ffc6a65-3a3a-4b3d-a549-13f2760d56dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:34.185659 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:34.217938 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-60869b24-8f2a-4022-a4ef-a18173423e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:34.218769 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:34.259694 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-60869b24-8f2a-4022-a4ef-a18173423e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:34.280574 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:34.285970 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-bf85adaa-4b31-4115-9758-0e01414c6144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:34.303181 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b09671-fb5f-4e86-9403-70366edd2ef1,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:34.320041 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:34.320638 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:34.321069 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:34.321488 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:34.321896 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:34.322801 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:34.323340 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:34.323859 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:34.324388 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:34.324904 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:34.325431 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:34.325839 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:34.332770 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1d95ffff-1557-4829-b707-93d75cc586d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:34.333515 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-60869b24-8f2a-4022-a4ef-a18173423e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:34.338691 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-9f9bbd6d-d8db-4f71-bb29-c21bc5723d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:34.345235 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:34.351180 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:34.357018 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/12b09671-fb5f-4e86-9403-70366edd2ef1 HTTP/1.1" status: 204 len: 168 time: 0.2515414 May 27 12:28:34.358998 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60869b24-8f2a-4022-a4ef-a18173423e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321a280c-3408-47e2-a2f3-cb6a3a779404,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:34.362116 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-60869b24-8f2a-4022-a4ef-a18173423e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:34.364109 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-60869b24-8f2a-4022-a4ef-a18173423e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:34.366572 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-60869b24-8f2a-4022-a4ef-a18173423e1d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/321a280c-3408-47e2-a2f3-cb6a3a779404 HTTP/1.1" status: 204 len: 168 time: 0.2113132 May 27 12:28:34.822180 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba4543-3dff-4bc2-9439-49bb649e61e1 req-ada5b061-797b-447c-b4c7-2d63a828ed3d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:34.830878 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bcba4543-3dff-4bc2-9439-49bb649e61e1 req-ada5b061-797b-447c-b4c7-2d63a828ed3d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 943 time: 0.1339655 May 27 12:28:34.932265 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bcba4543-3dff-4bc2-9439-49bb649e61e1 req-382e0754-ca62-453c-9872-dda1f511646b tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979812 May 27 12:28:34.945698 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58408) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:34.946824 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 8c696039-af67-4d71-9685-35b4a46acb44 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:28:35.165383 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4bca60c4-13bc-484a-8f22-aacd4d3b2bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:35.275282 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 8c696039-af67-4d71-9685-35b4a46acb44, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=8c696039-af67-4d71-9685-35b4a46acb44,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:35.300571 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '8c696039-af67-4d71-9685-35b4a46acb44', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'port_id': '8c696039-af67-4d71-9685-35b4a46acb44', 'mac_address': 'fa:16:3e:68:9d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:28:35.313237 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-4bca60c4-13bc-484a-8f22-aacd4d3b2bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:35.323098 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-4bca60c4-13bc-484a-8f22-aacd4d3b2bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:4ec6e0ac68bb4d0498dc763f7a1ca52c is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:35.332849 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-4bca60c4-13bc-484a-8f22-aacd4d3b2bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:35.344451 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-4bca60c4-13bc-484a-8f22-aacd4d3b2bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:35.403553 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e356-ad21-4e86-850e-7a5c28a78b1f req-88a80ff1-f9df-4008-b1ed-8e9d221fbbd4 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:35.405122 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5d36e356-ad21-4e86-850e-7a5c28a78b1f req-88a80ff1-f9df-4008-b1ed-8e9d221fbbd4 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.3847518 May 27 12:28:35.411770 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:35.430214 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c696039-af67-4d71-9685-35b4a46acb44 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:28:35.450610 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 8c696039-af67-4d71-9685-35b4a46acb44, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=8c696039-af67-4d71-9685-35b4a46acb44,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:35.456770 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:35.458903 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:35.460284 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5d8a4-e9da-40f9-b422-b15d76962539 req-ea29cd72-38cd-455a-83d0-1541e5c495dc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:35.461769 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0fa5d8a4-e9da-40f9-b422-b15d76962539 req-ea29cd72-38cd-455a-83d0-1541e5c495dc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.2709284 May 27 12:28:35.500918 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5d36e356-ad21-4e86-850e-7a5c28a78b1f req-3505368e-cb64-432a-81e2-ea1dc7159894 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861647 May 27 12:28:35.562096 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=8c696039-af67-4d71-9685-35b4a46acb44,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:35.565763 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4bca60c4-13bc-484a-8f22-aacd4d3b2bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:35.566408 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:35.577748 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0fa5d8a4-e9da-40f9-b422-b15d76962539 req-0047a8a5-855c-4ec7-b15c-6bbcaa8b9c9e tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020517 May 27 12:28:35.578944 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4bca60c4-13bc-484a-8f22-aacd4d3b2bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:35.591098 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:35.629794 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:35.639932 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58438) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:35.640494 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-4bca60c4-13bc-484a-8f22-aacd4d3b2bc9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4ec6e0ac68bb4d0498dc763f7a1ca52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6926470 May 27 12:28:35.642878 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca60c4-13bc-484a-8f22-aacd4d3b2bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcea761-f6e5-4100-b699-6c6c16adfb3b,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:35.681104 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-4bca60c4-13bc-484a-8f22-aacd4d3b2bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:35.724559 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:35.742209 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['8c696039-af67-4d71-9685-35b4a46acb44'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:28:35.745781 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02879b0-bfa3-4ba8-9e07-3bd7de04b1d8 req-155bb2e8-bdda-4903-897c-795aaaca8574 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:35.748194 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e02879b0-bfa3-4ba8-9e07-3bd7de04b1d8 req-155bb2e8-bdda-4903-897c-795aaaca8574 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1068048 May 27 12:28:35.759956 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58448) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:35.771705 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-ef37f423-38c0-4367-9d5e-69b4139ef1de tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Request body: {'floatingip': {'port_id': '84bbee3c-a18e-4645-8027-95ac10b40e12'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:35.774625 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:35.848138 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:35.856576 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:35.875004 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcea761-f6e5-4100-b699-6c6c16adfb3b,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:35.879772 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:35.881276 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7dcea761-f6e5-4100-b699-6c6c16adfb3b HTTP/1.1" status: 204 len: 168 time: 0.2395372 May 27 12:28:35.887823 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:35.888510 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:35.889070 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:35.889766 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:35.890369 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:35.891767 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:35.892913 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:35.894044 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:35.894687 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:35.895268 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:35.895826 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:35.896504 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:35.900898 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:35.905063 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ef37f423-38c0-4367-9d5e-69b4139ef1de tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:36.455895 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e28a8-c33b-4235-b898-52b594e2fafe req-a9182443-fa4a-4d5b-b803-09c08aa3951b tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:36.457434 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9d2e28a8-c33b-4235-b898-52b594e2fafe req-a9182443-fa4a-4d5b-b803-09c08aa3951b tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 944 time: 0.3462515 May 27 12:28:36.636853 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9d2e28a8-c33b-4235-b898-52b594e2fafe req-d804b93a-f81a-4eb3-9ff5-3ed3837049c9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713965 May 27 12:28:36.958945 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 8c696039-af67-4d71-9685-35b4a46acb44 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:28:37.058306 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e907c9a-a8f3-43a6-a79d-034d9511e2a8 req-910217e3-67ae-47ab-a36a-d66ace51cb2d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:37.065705 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0e907c9a-a8f3-43a6-a79d-034d9511e2a8 req-910217e3-67ae-47ab-a36a-d66ace51cb2d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.1604145 May 27 12:28:37.182316 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0e907c9a-a8f3-43a6-a79d-034d9511e2a8 req-daaac480-c02c-4b0b-9861-34e1cad21119 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155837 May 27 12:28:37.185141 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:37.208147 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 8c696039-af67-4d71-9685-35b4a46acb44 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:37.226318 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 8c696039-af67-4d71-9685-35b4a46acb44 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:37.227064 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:37.331185 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ef37f423-38c0-4367-9d5e-69b4139ef1de tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:37.338189 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ef37f423-38c0-4367-9d5e-69b4139ef1de tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:37.436653 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:37.516403 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c696039-af67-4d71-9685-35b4a46acb44'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:37.537121 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 8c696039-af67-4d71-9685-35b4a46acb44, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=8c696039-af67-4d71-9685-35b4a46acb44,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:37.544119 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:37.546217 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:37.549890 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58560) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:37.578851 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.l3_db [None req-ef37f423-38c0-4367-9d5e-69b4139ef1de tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Floating IP dbd65956-b43e-45fc-bdce-0ecde4aa21be associated. External IP: 172.28.3.233, port: 84bbee3c-a18e-4645-8027-95ac10b40e12. May 27 12:28:37.640979 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c696039-af67-4d71-9685-35b4a46acb44', 'code': 200} May 27 12:28:37.787045 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-51a49004-e6df-4c48-b2fa-e926803949a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:37.791196 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=8c696039-af67-4d71-9685-35b4a46acb44,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:37.796097 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:37.842486 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-51a49004-e6df-4c48-b2fa-e926803949a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:37.848306 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-51a49004-e6df-4c48-b2fa-e926803949a7 admin admin] Usage tracker for resource:security_group_rule and tenant:43ad29e3b16a45b095e447281a379ac8 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:37.851377 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-51a49004-e6df-4c48-b2fa-e926803949a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:37.869202 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-51a49004-e6df-4c48-b2fa-e926803949a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:38.042316 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e4a48-0e43-4397-9b4a-5d506ffae4f4 req-8ddf7b13-02ee-4097-b314-43d7b0cd26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:38.043962 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-3e7e4a48-0e43-4397-9b4a-5d506ffae4f4 req-8ddf7b13-02ee-4097-b314-43d7b0cd26d7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 1098 time: 0.1494553 May 27 12:28:38.064840 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-51a49004-e6df-4c48-b2fa-e926803949a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:38.084926 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-51a49004-e6df-4c48-b2fa-e926803949a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:38.104324 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-60869b24-8f2a-4022-a4ef-a18173423e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:38.175192 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a49004-e6df-4c48-b2fa-e926803949a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601d456f-600d-4a12-9c24-3a23a2c04c19,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:38.182303 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-51a49004-e6df-4c48-b2fa-e926803949a7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=43ad29e3b16a45b095e447281a379ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6307919 May 27 12:28:38.183128 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58602) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:38.184670 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-51a49004-e6df-4c48-b2fa-e926803949a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:38.189951 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-3e7e4a48-0e43-4397-9b4a-5d506ffae4f4 req-a8de9c25-dfb7-4042-b789-686576805c26 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226320 May 27 12:28:38.288297 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-88987c17-f2fb-4487-9d0c-c54a6a3a95a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:38.324381 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-88987c17-f2fb-4487-9d0c-c54a6a3a95a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:38.379309 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a897c-9396-40f5-8504-158c5e16af68 req-afc00e2b-6c69-436b-938c-82ab52bda108 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:38.380959 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6f8a897c-9396-40f5-8504-158c5e16af68 req-afc00e2b-6c69-436b-938c-82ab52bda108 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.5259876 May 27 12:28:38.404356 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-88987c17-f2fb-4487-9d0c-c54a6a3a95a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:38.413917 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58616) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:38.415837 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:38.435522 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88987c17-f2fb-4487-9d0c-c54a6a3a95a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601d456f-600d-4a12-9c24-3a23a2c04c19,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:38.438028 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-88987c17-f2fb-4487-9d0c-c54a6a3a95a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:38.442528 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-88987c17-f2fb-4487-9d0c-c54a6a3a95a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:38.455105 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-88987c17-f2fb-4487-9d0c-c54a6a3a95a7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/601d456f-600d-4a12-9c24-3a23a2c04c19 HTTP/1.1" status: 204 len: 168 time: 0.2689693 May 27 12:28:38.504947 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6f8a897c-9396-40f5-8504-158c5e16af68 req-d2b38c40-dfa7-4dcd-9e59-5e59f4442cf6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170464 May 27 12:28:38.516010 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef37f423-38c0-4367-9d5e-69b4139ef1de tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:28:38.633991 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c5fccb53-ccdf-40e6-956a-813d56df8c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:38.678945 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c5fccb53-ccdf-40e6-956a-813d56df8c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:38.683019 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c5fccb53-ccdf-40e6-956a-813d56df8c1e admin admin] Usage tracker for resource:security_group_rule and tenant:b6066490955043a1b40365f2a16f39cc is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:38.686524 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c5fccb53-ccdf-40e6-956a-813d56df8c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:38.693797 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c5fccb53-ccdf-40e6-956a-813d56df8c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:38.762787 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef37f423-38c0-4367-9d5e-69b4139ef1de tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:28:38.787977 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ff58e-282b-4197-ba0f-dc9768403a3b req-182a46d8-6a03-4a89-bf88-3bce14e792d5 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:38.789656 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a42ff58e-282b-4197-ba0f-dc9768403a3b req-182a46d8-6a03-4a89-bf88-3bce14e792d5 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.3787446 May 27 12:28:38.792689 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3c3742-c964-46ab-921a-142ca6320b8a None None] Sync routers for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:28:38.793386 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ef37f423-38c0-4367-9d5e-69b4139ef1de tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:38.822136 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3c3742-c964-46ab-921a-142ca6320b8a None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:28:38.823016 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-8b3c3742-c964-46ab-921a-142ca6320b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:28:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:38.838390 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c5fccb53-ccdf-40e6-956a-813d56df8c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:38.843601 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c5fccb53-ccdf-40e6-956a-813d56df8c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:38.889838 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:38.942295 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c5fccb53-ccdf-40e6-956a-813d56df8c1e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b6066490955043a1b40365f2a16f39cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164495 May 27 12:28:38.947125 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58664) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:38.957802 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fccb53-ccdf-40e6-956a-813d56df8c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a74e69-7e43-42db-9c1d-9d60460f7149,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:38.964886 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c5fccb53-ccdf-40e6-956a-813d56df8c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:39.019849 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-ef37f423-38c0-4367-9d5e-69b4139ef1de tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "PUT /v2.0/floatingips/dbd65956-b43e-45fc-bdce-0ecde4aa21be HTTP/1.1" status: 200 len: 992 time: 3.2539327 May 27 12:28:39.041489 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a42ff58e-282b-4197-ba0f-dc9768403a3b req-4ebff8c3-5282-41b9-825c-20d49de2c73f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832938 May 27 12:28:39.044815 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:39.132403 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'status': 'completed', 'code': 200} May 27 12:28:39.209031 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cee42711-2c19-49a4-a554-392201cc3f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:39.305692 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cee42711-2c19-49a4-a554-392201cc3f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:39.313804 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-8b3c3742-c964-46ab-921a-142ca6320b8a None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:28:39.364902 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2123389-d087-434a-a077-503823f62cc8 req-e4ecdb08-4c6a-4465-b7b2-ac4454bd9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:39.367793 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b2123389-d087-434a-a077-503823f62cc8 req-e4ecdb08-4c6a-4465-b7b2-ac4454bd9069 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 1099 time: 0.2123079 May 27 12:28:39.399636 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cee42711-2c19-49a4-a554-392201cc3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:39.405722 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-19b0e75d-dcb5-4873-8d0f-58af6db2f108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:39.445324 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee42711-2c19-49a4-a554-392201cc3f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a74e69-7e43-42db-9c1d-9d60460f7149,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:39.478457 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-cee42711-2c19-49a4-a554-392201cc3f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:39.510294 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cee42711-2c19-49a4-a554-392201cc3f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:39.518566 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-cee42711-2c19-49a4-a554-392201cc3f18 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/77a74e69-7e43-42db-9c1d-9d60460f7149 HTTP/1.1" status: 204 len: 168 time: 0.5663524 May 27 12:28:39.652856 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2123389-d087-434a-a077-503823f62cc8 req-d51f9f27-e1d8-45b9-bf6f-f78623f6c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:39.657964 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b2123389-d087-434a-a077-503823f62cc8 req-d51f9f27-e1d8-45b9-bf6f-f78623f6c20c service neutron] 10.222.0.95 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 918 time: 0.2830403 May 27 12:28:39.910208 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b2123389-d087-434a-a077-503823f62cc8 req-b44903b4-1955-48e0-bafb-5e20e18dcac7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84bbee3c-a18e-4645-8027-95ac10b40e12 HTTP/1.1" status: 200 len: 1000 time: 0.2424316 May 27 12:28:39.917753 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04cc68-d551-4f74-a808-52c4219d2d76 req-ebcfdcf5-6e9b-4a17-a7df-993086a736c4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:39.929546 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ea04cc68-d551-4f74-a808-52c4219d2d76 req-ebcfdcf5-6e9b-4a17-a7df-993086a736c4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.2168849 May 27 12:28:40.020216 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2123389-d087-434a-a077-503823f62cc8 req-d2025f77-9411-4f4b-9609-e09665727943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:40.027234 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b2123389-d087-434a-a077-503823f62cc8 req-d2025f77-9411-4f4b-9609-e09665727943 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 200 len: 856 time: 0.1103497 May 27 12:28:40.036222 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ea04cc68-d551-4f74-a808-52c4219d2d76 req-abdb4dab-fd9d-42bc-8978-54a0799e830c tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057103 May 27 12:28:40.153111 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-8b3c3742-c964-46ab-921a-142ca6320b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': 'dbd65956-b43e-45fc-bdce-0ecde4aa21be', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'floating_ip_address': '172.28.3.233', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'port_id': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'mac_address': 'fa:16:3e:b3:0a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571d3153-338b-445c-878a-6f09986ebdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:28:10Z', 'updated_at': '2021-05-27T12:28:37Z', 'revision_number': 1, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:40.161994 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3c3742-c964-46ab-921a-142ca6320b8a None None] Checking router: 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:28:40.171837 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3c3742-c964-46ab-921a-142ca6320b8a None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:28:40.172560 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-8b3c3742-c964-46ab-921a-142ca6320b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:28:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:40.258539 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2123389-d087-434a-a077-503823f62cc8 req-f80c4404-edfd-4376-8a77-afab7e8eb5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:40.262060 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b2123389-d087-434a-a077-503823f62cc8 req-f80c4404-edfd-4376-8a77-afab7e8eb5eb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1745ac28-aeec-46f3-8427-a49430343ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2245266 May 27 12:28:40.430300 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b2123389-d087-434a-a077-503823f62cc8 req-8ebf581f-c182-40c8-9bbd-b3fd9f1ecc90 service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568024 May 27 12:28:40.477205 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fc824-a66b-481f-a1af-25375a5be8f5 req-e2bd0553-b3a3-4da5-b3f2-4a907b8b7329 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:40.478785 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c12fc824-a66b-481f-a1af-25375a5be8f5 req-e2bd0553-b3a3-4da5-b3f2-4a907b8b7329 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.1766100 May 27 12:28:40.544829 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-8b3c3742-c964-46ab-921a-142ca6320b8a None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:28:40.647374 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b2123389-d087-434a-a077-503823f62cc8 req-98fd5a36-3883-4714-8484-8a950092e9f7 service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102349 May 27 12:28:40.650393 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c76805-8481-467c-8b9f-692159ca7dd5 req-b8d2cbdb-d7b1-48b9-b0ba-74541e5df8ef tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:40.653624 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-84c76805-8481-467c-8b9f-692159ca7dd5 req-b8d2cbdb-d7b1-48b9-b0ba-74541e5df8ef tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.4227903 May 27 12:28:40.667763 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58788) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:40.677195 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-5744577a-7534-402c-bc37-a99c4619eb57 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Request body: {'floatingip': {'port_id': '8c696039-af67-4d71-9685-35b4a46acb44'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:40.683640 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c12fc824-a66b-481f-a1af-25375a5be8f5 req-a39a3468-22ac-420c-8409-209950d5c14d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983702 May 27 12:28:40.871777 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5744577a-7534-402c-bc37-a99c4619eb57 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:40.958424 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58804) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:41.000582 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58810) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:41.072059 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-8b3c3742-c964-46ab-921a-142ca6320b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': 'dbd65956-b43e-45fc-bdce-0ecde4aa21be', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'floating_ip_address': '172.28.3.233', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'port_id': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'mac_address': 'fa:16:3e:b3:0a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571d3153-338b-445c-878a-6f09986ebdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:28:10Z', 'updated_at': '2021-05-27T12:28:37Z', 'revision_number': 1, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:41.074479 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3c3742-c964-46ab-921a-142ca6320b8a None None] The sync data for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb is: [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': 'dbd65956-b43e-45fc-bdce-0ecde4aa21be', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'floating_ip_address': '172.28.3.233', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'port_id': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'mac_address': 'fa:16:3e:b3:0a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571d3153-338b-445c-878a-6f09986ebdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:28:10Z', 'updated_at': '2021-05-27T12:28:37Z', 'revision_number': 1, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:28:41.337308 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bb625190-67d1-4f62-a974-418b0fda7d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:41.352924 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c2f5180b-1559-4552-ae75-12f01efce08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:41.373539 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58824) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:41.375937 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9d3561-4793-41af-b779-5f86085494ec None None] New status for floating IP dbd65956-b43e-45fc-bdce-0ecde4aa21be: ACTIVE {{(pid=91786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 12:28:41.383952 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-c2f5180b-1559-4552-ae75-12f01efce08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:41.400749 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-c2f5180b-1559-4552-ae75-12f01efce08e admin admin] Usage tracker for resource:security_group_rule and tenant:1e6c55a6d9764a09b8d885884aca9b4e is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:41.405640 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-bb625190-67d1-4f62-a974-418b0fda7d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:41.411005 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-c2f5180b-1559-4552-ae75-12f01efce08e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:41.416111 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-bb625190-67d1-4f62-a974-418b0fda7d06 admin admin] Usage tracker for resource:security_group_rule and tenant:2d396655b69b40dc8e3bb3de473b5f11 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:41.418963 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-c2f5180b-1559-4552-ae75-12f01efce08e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:41.421205 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-bb625190-67d1-4f62-a974-418b0fda7d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:41.430173 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-bb625190-67d1-4f62-a974-418b0fda7d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:41.602188 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c2f5180b-1559-4552-ae75-12f01efce08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:41.607752 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bb625190-67d1-4f62-a974-418b0fda7d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:41.609360 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c2f5180b-1559-4552-ae75-12f01efce08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:41.618987 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9edf2822-8a3e-4e4f-809d-1b0729a9780b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:41.629986 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bb625190-67d1-4f62-a974-418b0fda7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:41.690059 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-c2f5180b-1559-4552-ae75-12f01efce08e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1e6c55a6d9764a09b8d885884aca9b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6878972 May 27 12:28:41.690973 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58834) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:41.710124 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-bb625190-67d1-4f62-a974-418b0fda7d06 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2d396655b69b40dc8e3bb3de473b5f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7458744 May 27 12:28:41.710124 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5180b-1559-4552-ae75-12f01efce08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4449c1db-247a-4cc6-bc9b-8aaf5b26bf0d,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:41.712441 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58840) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:41.721831 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-c2f5180b-1559-4552-ae75-12f01efce08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:41.728297 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-4bca60c4-13bc-484a-8f22-aacd4d3b2bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:41.804327 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb625190-67d1-4f62-a974-418b0fda7d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e16c127-2a64-432a-9f17-ed257cec0e9c,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:41.808111 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-bb625190-67d1-4f62-a974-418b0fda7d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:41.844463 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5531d232-77bf-4209-b68f-daa4ca92b329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:41.849509 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ede0f5c3-2e24-4683-b0ba-67ee0d16887f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:41.880713 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-ede0f5c3-2e24-4683-b0ba-67ee0d16887f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:41.931848 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-ede0f5c3-2e24-4683-b0ba-67ee0d16887f admin admin] Usage tracker for resource:security_group_rule and tenant:3d01b5359ee84740acb867e66e2e112d is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:41.942219 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-ede0f5c3-2e24-4683-b0ba-67ee0d16887f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:41.950506 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5531d232-77bf-4209-b68f-daa4ca92b329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:41.957509 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-ede0f5c3-2e24-4683-b0ba-67ee0d16887f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:42.010007 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0b7b0c4e-1109-4876-8fe3-b4289a72c31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.025420 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.db.resource_extend [None req-5744577a-7534-402c-bc37-a99c4619eb57 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 12:28:42.126198 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327974f-df1d-4ee7-9cfd-f6945005fe7a req-3ab6d108-3d02-4b97-83a3-3d0d7c46cef9 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:42.126897 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0b7b0c4e-1109-4876-8fe3-b4289a72c31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.127722 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0327974f-df1d-4ee7-9cfd-f6945005fe7a req-3ab6d108-3d02-4b97-83a3-3d0d7c46cef9 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.2374327 May 27 12:28:42.136726 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ede0f5c3-2e24-4683-b0ba-67ee0d16887f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.137789 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5531d232-77bf-4209-b68f-daa4ca92b329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.144175 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-d48de46c-6bdd-4913-b27c-378d4ef6ddbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:42.156189 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531d232-77bf-4209-b68f-daa4ca92b329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4449c1db-247a-4cc6-bc9b-8aaf5b26bf0d,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:42.162993 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5744577a-7534-402c-bc37-a99c4619eb57 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.184019 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ede0f5c3-2e24-4683-b0ba-67ee0d16887f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.194147 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5744577a-7534-402c-bc37-a99c4619eb57 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.199370 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5531d232-77bf-4209-b68f-daa4ca92b329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:42.199868 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5531d232-77bf-4209-b68f-daa4ca92b329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:42.236911 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0327974f-df1d-4ee7-9cfd-f6945005fe7a req-7844deba-7663-4b80-8d22-ab528d8a6f97 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938361 May 27 12:28:42.272750 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-ede0f5c3-2e24-4683-b0ba-67ee0d16887f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3d01b5359ee84740acb867e66e2e112d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8977311 May 27 12:28:42.274302 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0f5c3-2e24-4683-b0ba-67ee0d16887f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d2fa8c-c773-4cb7-aeff-459457daf105,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:42.276854 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58854) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:42.277801 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5531d232-77bf-4209-b68f-daa4ca92b329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.278913 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-5531d232-77bf-4209-b68f-daa4ca92b329 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4449c1db-247a-4cc6-bc9b-8aaf5b26bf0d HTTP/1.1" status: 204 len: 168 time: 0.5851424 May 27 12:28:42.293281 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-ede0f5c3-2e24-4683-b0ba-67ee0d16887f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:42.390976 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0b7b0c4e-1109-4876-8fe3-b4289a72c31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.397905 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-21a26187-84c5-4e53-bbb5-483bd3483fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.439505 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-21a26187-84c5-4e53-bbb5-483bd3483fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.442434 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:42.451800 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.db.l3_db [None req-5744577a-7534-402c-bc37-a99c4619eb57 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Floating IP 39b8ff38-5bf5-4699-9aa2-b1e6d221b713 associated. External IP: 172.28.3.55, port: 8c696039-af67-4d71-9685-35b4a46acb44. May 27 12:28:42.522512 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-21a26187-84c5-4e53-bbb5-483bd3483fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.531323 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:42.537609 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b0c4e-1109-4876-8fe3-b4289a72c31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e16c127-2a64-432a-9f17-ed257cec0e9c,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:42.548607 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-0b7b0c4e-1109-4876-8fe3-b4289a72c31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:42.549726 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0b7b0c4e-1109-4876-8fe3-b4289a72c31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.550897 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-0b7b0c4e-1109-4876-8fe3-b4289a72c31b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0e16c127-2a64-432a-9f17-ed257cec0e9c HTTP/1.1" status: 204 len: 168 time: 0.8369033 May 27 12:28:42.552962 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a26187-84c5-4e53-bbb5-483bd3483fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d2fa8c-c773-4cb7-aeff-459457daf105,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:42.558004 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-21a26187-84c5-4e53-bbb5-483bd3483fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:42.566856 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-21a26187-84c5-4e53-bbb5-483bd3483fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.570704 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-21a26187-84c5-4e53-bbb5-483bd3483fe1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/81d2fa8c-c773-4cb7-aeff-459457daf105 HTTP/1.1" status: 204 len: 168 time: 0.2879369 May 27 12:28:42.808199 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58870) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:42.842695 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6b6df640-c6e3-4af7-ac3f-e8c5f70d2b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:42.869725 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-6b6df640-c6e3-4af7-ac3f-e8c5f70d2b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:42.873886 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-6b6df640-c6e3-4af7-ac3f-e8c5f70d2b73 admin admin] Usage tracker for resource:security_group_rule and tenant:67252c05fcc4426db7bebf48a8a78b2e is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:42.877937 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-6b6df640-c6e3-4af7-ac3f-e8c5f70d2b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:42.884170 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-6b6df640-c6e3-4af7-ac3f-e8c5f70d2b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:43.024062 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6b6df640-c6e3-4af7-ac3f-e8c5f70d2b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.031305 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6b6df640-c6e3-4af7-ac3f-e8c5f70d2b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.048414 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-cee42711-2c19-49a4-a554-392201cc3f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:43.106921 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-6b6df640-c6e3-4af7-ac3f-e8c5f70d2b73 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=67252c05fcc4426db7bebf48a8a78b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952828 May 27 12:28:43.106921 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6df640-c6e3-4af7-ac3f-e8c5f70d2b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498ddb9c-6d6e-498a-87d9-c0fcaf813278,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:43.109121 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58882) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:43.127608 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-6b6df640-c6e3-4af7-ac3f-e8c5f70d2b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:43.165803 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5744577a-7534-402c-bc37-a99c4619eb57 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Router cec179eb-9dd6-4e39-b514-30811191aa10 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:28:43.200842 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-00c487a3-0fc8-446a-9eaa-365f2e8077aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.239009 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-00c487a3-0fc8-446a-9eaa-365f2e8077aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.309042 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-00c487a3-0fc8-446a-9eaa-365f2e8077aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.312918 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-c2f5180b-1559-4552-ae75-12f01efce08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:43.336713 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c487a3-0fc8-446a-9eaa-365f2e8077aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498ddb9c-6d6e-498a-87d9-c0fcaf813278,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:43.341365 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-00c487a3-0fc8-446a-9eaa-365f2e8077aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:43.345128 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-00c487a3-0fc8-446a-9eaa-365f2e8077aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.346682 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-00c487a3-0fc8-446a-9eaa-365f2e8077aa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/498ddb9c-6d6e-498a-87d9-c0fcaf813278 HTTP/1.1" status: 204 len: 168 time: 0.2239227 May 27 12:28:43.380382 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58892) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:43.393492 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5744577a-7534-402c-bc37-a99c4619eb57 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:28:43.399167 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5744577a-7534-402c-bc37-a99c4619eb57 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.404965 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7740f6fa-8dc7-469d-8047-e9c7c301d4e8 None None] Sync routers for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:28:43.419943 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7740f6fa-8dc7-469d-8047-e9c7c301d4e8 None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:28:43.420770 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-7740f6fa-8dc7-469d-8047-e9c7c301d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:28:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:43.432115 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 58896) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:43.470882 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-747a175d-f9d9-4e5b-ae1e-7bdb5c9208c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.491708 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-747a175d-f9d9-4e5b-ae1e-7bdb5c9208c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:43.501654 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-5744577a-7534-402c-bc37-a99c4619eb57 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "PUT /v2.0/floatingips/39b8ff38-5bf5-4699-9aa2-b1e6d221b713 HTTP/1.1" status: 200 len: 990 time: 2.8319712 May 27 12:28:43.502938 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-747a175d-f9d9-4e5b-ae1e-7bdb5c9208c9 admin admin] Usage tracker for resource:security_group_rule and tenant:0572cfe216ba48d08b93792dc062da77 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:43.505609 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'tag': '8c696039-af67-4d71-9685-35b4a46acb44'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:43.511619 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-747a175d-f9d9-4e5b-ae1e-7bdb5c9208c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:43.518435 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-747a175d-f9d9-4e5b-ae1e-7bdb5c9208c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:43.587748 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-46b98e1f-1bd9-4feb-93c4-57a53496169f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.616085 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-747a175d-f9d9-4e5b-ae1e-7bdb5c9208c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.621676 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-747a175d-f9d9-4e5b-ae1e-7bdb5c9208c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.624152 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-7740f6fa-8dc7-469d-8047-e9c7c301d4e8 None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:28:43.639384 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-40ba117f-7a8b-4be4-bd44-54709b253972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:43.642254 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-46b98e1f-1bd9-4feb-93c4-57a53496169f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:43.655811 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-46b98e1f-1bd9-4feb-93c4-57a53496169f admin admin] Usage tracker for resource:security_group_rule and tenant:8bd4f1ffa56b4468a10993ddc7ef05f9 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:43.660576 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-46b98e1f-1bd9-4feb-93c4-57a53496169f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:43.672135 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-46b98e1f-1bd9-4feb-93c4-57a53496169f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:43.700046 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a175d-f9d9-4e5b-ae1e-7bdb5c9208c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d699d8-dfd8-4c41-9848-5cb85b7565bf,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:43.709029 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58906) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:43.710180 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-747a175d-f9d9-4e5b-ae1e-7bdb5c9208c9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0572cfe216ba48d08b93792dc062da77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771220 May 27 12:28:43.711475 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-747a175d-f9d9-4e5b-ae1e-7bdb5c9208c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:43.744653 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d5680-26c7-46b6-904b-d4c65a6d9deb req-b13f8579-42c4-459b-b9d4-b15f72c8f23b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:43.746501 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-489d5680-26c7-46b6-904b-d4c65a6d9deb req-b13f8579-42c4-459b-b9d4-b15f72c8f23b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.2264950 May 27 12:28:43.772602 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'tag': '8c696039-af67-4d71-9685-35b4a46acb44', 'status': 'completed', 'code': 200} May 27 12:28:43.876773 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-46b98e1f-1bd9-4feb-93c4-57a53496169f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.888930 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-46b98e1f-1bd9-4feb-93c4-57a53496169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:43.933435 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-89ec98bf-7fc6-4014-8a14-d5ad47b6d083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:43.938464 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eee523-d592-4c5c-83be-48d9680187f6 req-150799cf-6f95-4fc1-b460-5c0e95d008f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:43.940083 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-91eee523-d592-4c5c-83be-48d9680187f6 req-150799cf-6f95-4fc1-b460-5c0e95d008f9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4d75b6a2145c461eaa7d4a0266c827e1&device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 1098 time: 0.1277919 May 27 12:28:44.001091 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-46b98e1f-1bd9-4feb-93c4-57a53496169f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8bd4f1ffa56b4468a10993ddc7ef05f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6192241 May 27 12:28:44.013623 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-489d5680-26c7-46b6-904b-d4c65a6d9deb req-523d9bdf-7df2-4487-966b-717b1eb4bf81 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552359 May 27 12:28:44.018585 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 58918) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:44.023446 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b98e1f-1bd9-4feb-93c4-57a53496169f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7746e3-a9df-41e2-b697-52f7510b538d,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:44.061070 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-46b98e1f-1bd9-4feb-93c4-57a53496169f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:44.063202 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b908cb49-8122-4f21-a117-72b4c36b17dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:44.114541 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eee523-d592-4c5c-83be-48d9680187f6 req-6e497c89-51ec-4a90-bd97-74a50f39502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:44.116009 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-91eee523-d592-4c5c-83be-48d9680187f6 req-6e497c89-51ec-4a90-bd97-74a50f39502c service neutron] 10.222.0.95 "GET /v2.0/networks?id=37d0ea95-dd69-40ea-890c-fe72901ad612 HTTP/1.1" status: 200 len: 912 time: 0.1641715 May 27 12:28:44.119178 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b908cb49-8122-4f21-a117-72b4c36b17dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:44.170181 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a8c2767f-06b6-4c07-8fb2-f1929f31a3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:44.200428 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a8c2767f-06b6-4c07-8fb2-f1929f31a3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:44.269765 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b908cb49-8122-4f21-a117-72b4c36b17dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:44.287385 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-7740f6fa-8dc7-469d-8047-e9c7c301d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': '39b8ff38-5bf5-4699-9aa2-b1e6d221b713', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'floating_ip_address': '172.28.3.55', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'port_id': '8c696039-af67-4d71-9685-35b4a46acb44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'mac_address': 'fa:16:3e:68:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:28:19Z', 'updated_at': '2021-05-27T12:28:41Z', 'revision_number': 1, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:16Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:44.293217 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-578056bc-351e-4075-9c59-b897b9e6bfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:44.295135 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7740f6fa-8dc7-469d-8047-e9c7c301d4e8 None None] Checking router: cec179eb-9dd6-4e39-b514-30811191aa10 for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:28:44.313269 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7740f6fa-8dc7-469d-8047-e9c7c301d4e8 None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:28:44.313919 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-7740f6fa-8dc7-469d-8047-e9c7c301d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:28:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:44.326874 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908cb49-8122-4f21-a117-72b4c36b17dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d699d8-dfd8-4c41-9848-5cb85b7565bf,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:44.343430 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-b908cb49-8122-4f21-a117-72b4c36b17dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:44.364149 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-91eee523-d592-4c5c-83be-48d9680187f6 req-1d738c62-30f1-489f-b040-6db09ef168d3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c696039-af67-4d71-9685-35b4a46acb44 HTTP/1.1" status: 200 len: 998 time: 0.2408955 May 27 12:28:44.398665 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b908cb49-8122-4f21-a117-72b4c36b17dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:44.402462 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-b908cb49-8122-4f21-a117-72b4c36b17dd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e4d699d8-dfd8-4c41-9848-5cb85b7565bf HTTP/1.1" status: 204 len: 168 time: 0.6915326 May 27 12:28:44.425542 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a8c2767f-06b6-4c07-8fb2-f1929f31a3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:44.439971 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-00c487a3-0fc8-446a-9eaa-365f2e8077aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:44.468258 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2767f-06b6-4c07-8fb2-f1929f31a3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7746e3-a9df-41e2-b697-52f7510b538d,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:44.481540 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a8c2767f-06b6-4c07-8fb2-f1929f31a3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:44.485304 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-a8c2767f-06b6-4c07-8fb2-f1929f31a3af admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ca7746e3-a9df-41e2-b697-52f7510b538d HTTP/1.1" status: 204 len: 168 time: 0.4653549 May 27 12:28:44.486948 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-a8c2767f-06b6-4c07-8fb2-f1929f31a3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:44.546514 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eee523-d592-4c5c-83be-48d9680187f6 req-44575bb0-fbc4-449b-bb16-845a219e0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:44.548316 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-91eee523-d592-4c5c-83be-48d9680187f6 req-44575bb0-fbc4-449b-bb16-845a219e0cd0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=74a519ef-baf2-4ef8-922c-d5f0e6de02aa HTTP/1.1" status: 200 len: 850 time: 0.1766176 May 27 12:28:44.593232 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-c3fae7e9-fd8b-42da-aa8b-ce5082234c64 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d261a8d85b1d4b7389b099148e804c35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364094 May 27 12:28:44.680573 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-7740f6fa-8dc7-469d-8047-e9c7c301d4e8 None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:28:44.752825 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eee523-d592-4c5c-83be-48d9680187f6 req-8cb8777c-1755-4ad6-9f41-f50e973fa1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:44.754430 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-91eee523-d592-4c5c-83be-48d9680187f6 req-8cb8777c-1755-4ad6-9f41-f50e973fa1cc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37d0ea95-dd69-40ea-890c-fe72901ad612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1913681 May 27 12:28:44.873104 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-7815ade7-0a0f-417a-b6d9-68f4d3c6850c tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:44.881766 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-7815ade7-0a0f-417a-b6d9-68f4d3c6850c tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2872999 May 27 12:28:44.902272 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-a54d08c0-e494-4f70-8b83-86ddbaca8068 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/quotas/d261a8d85b1d4b7389b099148e804c35 HTTP/1.1" status: 200 len: 375 time: 0.0194387 May 27 12:28:44.982035 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-91eee523-d592-4c5c-83be-48d9680187f6 req-adcd526b-fef5-4f47-8090-4d16f2c59125 service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206411 May 27 12:28:45.037321 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-d1947f52-8745-4a50-a512-ee940d2e75e4 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=d261a8d85b1d4b7389b099148e804c35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1339104 May 27 12:28:45.114868 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-7740f6fa-8dc7-469d-8047-e9c7c301d4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': '39b8ff38-5bf5-4699-9aa2-b1e6d221b713', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'floating_ip_address': '172.28.3.55', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'port_id': '8c696039-af67-4d71-9685-35b4a46acb44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'mac_address': 'fa:16:3e:68:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:28:19Z', 'updated_at': '2021-05-27T12:28:41Z', 'revision_number': 1, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:16Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:28:45.122450 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7740f6fa-8dc7-469d-8047-e9c7c301d4e8 None None] The sync data for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb is: [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': '39b8ff38-5bf5-4699-9aa2-b1e6d221b713', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'floating_ip_address': '172.28.3.55', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'port_id': '8c696039-af67-4d71-9685-35b4a46acb44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'mac_address': 'fa:16:3e:68:9d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:28:19Z', 'updated_at': '2021-05-27T12:28:41Z', 'revision_number': 1, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:16Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:28:45.288509 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-91eee523-d592-4c5c-83be-48d9680187f6 req-af199e6c-fb38-4453-b544-a9fdd10abd3a service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972512 May 27 12:28:45.536044 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-10bf6284-7144-4d2c-b8ca-3ec28dd891ee req-c0e8ea86-7d95-4df4-a21f-9a87e63276b6 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 210 time: 0.1312735 May 27 12:28:45.564220 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8536e7-08d3-450d-a8c5-2c8d3202d42a None None] New status for floating IP 39b8ff38-5bf5-4699-9aa2-b1e6d221b713: ACTIVE {{(pid=91786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 12:28:45.676651 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618be6f-b939-4869-9435-2cb76b7de80c req-ac4e7257-488a-400e-b26b-b4da1cbdd114 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:45.689222 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a618be6f-b939-4869-9435-2cb76b7de80c req-ac4e7257-488a-400e-b26b-b4da1cbdd114 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.3549702 May 27 12:28:45.812338 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a618be6f-b939-4869-9435-2cb76b7de80c req-9dde7528-5ef6-4d46-8a77-fa56cce9e193 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162891 May 27 12:28:46.708020 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-366839a7-7df1-416b-afab-03d23a70b44c req-8d5ac035-45d1-4353-a050-85dc30be641a tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 210 time: 0.0451412 May 27 12:28:46.994407 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-6f9aa370-f2be-44b6-be6c-026d20347ea7 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=d261a8d85b1d4b7389b099148e804c35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002598 May 27 12:28:47.093057 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fad00-6559-4719-a0d9-208144d158dc req-f23837e4-bac0-4b2c-9ad1-9c072788f3bb tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:47.095807 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f13fad00-6559-4719-a0d9-208144d158dc req-f23837e4-bac0-4b2c-9ad1-9c072788f3bb tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.1459024 May 27 12:28:47.208442 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f13fad00-6559-4719-a0d9-208144d158dc req-17800c48-d7c7-44f2-a946-7010a445df5e tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065946 May 27 12:28:47.290320 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-888f83c2-7848-4fc3-aed2-5c822ccf4829 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:47.292146 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-888f83c2-7848-4fc3-aed2-5c822ccf4829 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922940 May 27 12:28:47.317977 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Request body: {'port': {'device_id': '4fd72cdf-6111-4bb6-ac48-563c5a847ca5', 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274', 'admin_state_up': True, 'tenant_id': 'd261a8d85b1d4b7389b099148e804c35'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:47.709975 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:47.714127 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Usage tracker for resource:port and tenant:d261a8d85b1d4b7389b099148e804c35 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:47.717006 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:47.723554 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:47.743712 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Made reservation on behalf of d261a8d85b1d4b7389b099148e804c35 for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:28:47.751999 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:47.775220 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:47.803848 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:47.811144 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Usage tracker for resource:security_group_rule and tenant:d261a8d85b1d4b7389b099148e804c35 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:47.815270 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:47.824007 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:47.901081 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-97b22961-f378-4303-b815-a56f9da27028 req-6ec52bc3-bd98-4315-a03a-6998d59a8256 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 210 time: 0.0579717 May 27 12:28:47.947154 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:47.951838 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:47.957394 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:48.054730 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:48.060659 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:48.155891 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Allocated IP 192.168.233.60 (682629da-02dd-4c80-a76f-68fb15f25274/9ddd55ad-a3a3-440d-8531-e71a7bb8dd42/99b0432b-a73a-456a-aac1-d256932deee1) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:28:48.417530 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:48.440855 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Transition to ACTIVE for port object 99b0432b-a73a-456a-aac1-d256932deee1 will not be triggered until provisioned by entity DHCP. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:28:48.462432 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adf32e-2ba9-4719-b0bd-98e8942e02d6 req-34495902-57be-4dfc-8575-10086f592840 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:48.464111 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-51adf32e-2ba9-4719-b0bd-98e8942e02d6 req-34495902-57be-4dfc-8575-10086f592840 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.1443696 May 27 12:28:48.486459 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:48.499963 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:48.526364 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-51adf32e-2ba9-4719-b0bd-98e8942e02d6 req-d2b47ddf-952c-4a23-a3dc-4927d8821e30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 May 27 12:28:48.547118 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Network 682629da-02dd-4c80-a76f-68fb15f25274 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:28:48.548861 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:28:48.552218 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:28:48.558276 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:48.558945 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:48.636928 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Pushing event updated for resources: {'Port': ['ID=99b0432b-a73a-456a-aac1-d256932deee1,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:48.640295 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:48.646991 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3363149 May 27 12:28:48.662198 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Request body: {'port': {'device_id': '4fd72cdf-6111-4bb6-ac48-563c5a847ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:28:48.810124 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:48.838574 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-ff7ae0cc-b37e-425c-baad-45c7b97ddc7d None None] Provisioning for port 99b0432b-a73a-456a-aac1-d256932deee1 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:48.844419 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-ff7ae0cc-b37e-425c-baad-45c7b97ddc7d None None] Provisioning complete for port 99b0432b-a73a-456a-aac1-d256932deee1 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:48.845671 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ff7ae0cc-b37e-425c-baad-45c7b97ddc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:48.914798 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ae0cc-b37e-425c-baad-45c7b97ddc7d None None] Port 99b0432b-a73a-456a-aac1-d256932deee1 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:28:49.209314 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecab04c-8a29-479c-9847-3874c482d341 req-8e310362-5d80-4cae-ad11-a69ab6e27c61 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:49.211833 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0ecab04c-8a29-479c-9847-3874c482d341 req-8e310362-5d80-4cae-ad11-a69ab6e27c61 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 935 time: 0.1495838 May 27 12:28:49.281269 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b0432b-a73a-456a-aac1-d256932deee1 {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:28:49.290623 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:49.300924 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0ecab04c-8a29-479c-9847-3874c482d341 req-f9b94ff4-ef05-4abc-8a97-ff7f505dcc06 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/security-groups?id=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794637 May 27 12:28:49.310448 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59146) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:49.314550 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Transition to ACTIVE for port object 99b0432b-a73a-456a-aac1-d256932deee1 will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:28:49.320849 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:49.326723 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-3319ff82-502d-42ba-966d-d169e676653c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:49.413523 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59154) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:49.547359 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Pushing event updated for resources: {'Port': ['ID=99b0432b-a73a-456a-aac1-d256932deee1,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:49.557948 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:49.567193 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Attempting to bind port 99b0432b-a73a-456a-aac1-d256932deee1 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:28:49.568066 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Attempting to bind port 99b0432b-a73a-456a-aac1-d256932deee1 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': '8ac1f92e-8321-473a-8138-d3360afc6c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:28:49.568558 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Attempting to bind port 99b0432b-a73a-456a-aac1-d256932deee1 on network 682629da-02dd-4c80-a76f-68fb15f25274 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:28:49.574115 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Port 99b0432b-a73a-456a-aac1-d256932deee1 on network 682629da-02dd-4c80-a76f-68fb15f25274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:28:49.574751 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Attempting to bind port 99b0432b-a73a-456a-aac1-d256932deee1 on network 682629da-02dd-4c80-a76f-68fb15f25274 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:28:49.575003 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-93e3afe3-4844-4575-add4-39f149521061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:49.582092 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:28:49.582472 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Checking segment: {'id': '8ac1f92e-8321-473a-8138-d3360afc6c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:28:49.582866 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Bound using segment: {'id': '8ac1f92e-8321-473a-8138-d3360afc6c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:28:49.583301 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Bound port: 99b0432b-a73a-456a-aac1-d256932deee1, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac1f92e-8321-473a-8138-d3360afc6c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:28:49.583651 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:49.629838 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-93e3afe3-4844-4575-add4-39f149521061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:49.635603 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-93e3afe3-4844-4575-add4-39f149521061 admin admin] Usage tracker for resource:security_group_rule and tenant:fb6e907e2c8647fd9494f715f90244f7 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:49.639351 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-93e3afe3-4844-4575-add4-39f149521061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:49.646907 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-93e3afe3-4844-4575-add4-39f149521061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:49.735435 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] For port 99b0432b-a73a-456a-aac1-d256932deee1, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:28:49.739569 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] For port 99b0432b-a73a-456a-aac1-d256932deee1, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=99b0432b-a73a-456a-aac1-d256932deee1,segment=NetworkSegment(8ac1f92e-8321-473a-8138-d3360afc6c7d),segment_id=8ac1f92e-8321-473a-8138-d3360afc6c7d)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:28:49.744832 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:49.750015 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:49.762915 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-93e3afe3-4844-4575-add4-39f149521061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:49.812488 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:49.813212 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:49.814909 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] 10.222.0.95 "PUT /v2.0/ports/99b0432b-a73a-456a-aac1-d256932deee1 HTTP/1.1" status: 200 len: 1097 time: 1.1604822 May 27 12:28:49.815550 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd72cdf-6111-4bb6-ac48-563c5a847ca5', 'tag': '99b0432b-a73a-456a-aac1-d256932deee1'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:49.831669 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-93e3afe3-4844-4575-add4-39f149521061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:49.845671 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-ede0f5c3-2e24-4683-b0ba-67ee0d16887f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:49.856574 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Pushing event updated for resources: {'Port': ['ID=99b0432b-a73a-456a-aac1-d256932deee1,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:49.872089 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7ae288bc-fce1-4aca-a962-6d96b9c57644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:49.890171 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3afe3-4844-4575-add4-39f149521061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54341459-9ddc-43c0-9650-06b5c6eaf831,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:49.913006 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-93e3afe3-4844-4575-add4-39f149521061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:49.918343 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd72cdf-6111-4bb6-ac48-563c5a847ca5', 'tag': '99b0432b-a73a-456a-aac1-d256932deee1', 'status': 'completed', 'code': 200} May 27 12:28:49.928042 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:49.941094 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-7ae288bc-fce1-4aca-a962-6d96b9c57644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:49.946611 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-7ae288bc-fce1-4aca-a962-6d96b9c57644 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b2cbdaae89473898f978fad21eb76a is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:49.949950 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-7ae288bc-fce1-4aca-a962-6d96b9c57644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:49.956732 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-7ae288bc-fce1-4aca-a962-6d96b9c57644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:49.971931 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-e6b56ca7-b5e1-4066-944a-c62c1c0efd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:49.973803 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-e6b56ca7-b5e1-4066-944a-c62c1c0efd28 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d261a8d85b1d4b7389b099148e804c35&device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 1100 time: 0.1179745 May 27 12:28:49.997528 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-93e3afe3-4844-4575-add4-39f149521061 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fb6e907e2c8647fd9494f715f90244f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6858635 May 27 12:28:50.004336 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59188) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:50.062465 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-370c11b0-181e-4692-b010-9ae6bd49582a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=99b0432b-a73a-456a-aac1-d256932deee1 HTTP/1.1" status: 200 len: 217 time: 0.0804291 May 27 12:28:50.103252 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53cc7f-4c83-42bc-b801-c04a00ce12bd req-1d6c8862-4275-41e1-be60-fa27ecdc6e2d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:50.104827 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3f53cc7f-4c83-42bc-b801-c04a00ce12bd req-1d6c8862-4275-41e1-be60-fa27ecdc6e2d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.3401155 May 27 12:28:50.155815 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-20d68552-e611-4ff1-89ce-0958dc5fe99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:50.206556 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7ae288bc-fce1-4aca-a962-6d96b9c57644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:50.216102 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-0fe9e7c7-4d57-4247-9cf7-384736a4017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:50.217966 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-0fe9e7c7-4d57-4247-9cf7-384736a4017d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9ddd55ad-a3a3-440d-8531-e71a7bb8dd42 HTTP/1.1" status: 200 len: 843 time: 0.1460547 May 27 12:28:50.227537 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7ae288bc-fce1-4aca-a962-6d96b9c57644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:50.240975 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:50.278591 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3f53cc7f-4c83-42bc-b801-c04a00ce12bd req-a0f6c8df-06aa-4426-8bf8-dae745f30714 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602762 May 27 12:28:50.280300 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-20d68552-e611-4ff1-89ce-0958dc5fe99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:50.329331 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae288bc-fce1-4aca-a962-6d96b9c57644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0e5ea5-091a-43ca-87a1-e5ed7de95431,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:50.334829 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-8e537090-3ab6-4704-9fc7-613ce50ce05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:50.336456 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-8e537090-3ab6-4704-9fc7-613ce50ce05b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=682629da-02dd-4c80-a76f-68fb15f25274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1070549 May 27 12:28:50.344090 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-7ae288bc-fce1-4aca-a962-6d96b9c57644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:50.350699 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-7ae288bc-fce1-4aca-a962-6d96b9c57644 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b1b2cbdaae89473898f978fad21eb76a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9358432 May 27 12:28:50.353346 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59206) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:50.452276 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-20d68552-e611-4ff1-89ce-0958dc5fe99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:50.466062 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:50.521611 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d68552-e611-4ff1-89ce-0958dc5fe99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54341459-9ddc-43c0-9650-06b5c6eaf831,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:50.531556 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-20d68552-e611-4ff1-89ce-0958dc5fe99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:50.539916 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-20e6102f-2ffb-4cf9-8310-71773374d71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:50.567608 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-ec29de38-4353-49e1-bb30-09f0117b539d service neutron] 10.222.0.95 "GET /v2.0/networks/682629da-02dd-4c80-a76f-68fb15f25274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221408 May 27 12:28:50.600937 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-20d68552-e611-4ff1-89ce-0958dc5fe99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:50.602067 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-20d68552-e611-4ff1-89ce-0958dc5fe99c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/54341459-9ddc-43c0-9650-06b5c6eaf831 HTTP/1.1" status: 204 len: 168 time: 0.5928686 May 27 12:28:50.611514 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-20e6102f-2ffb-4cf9-8310-71773374d71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:50.620535 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:28:50.770473 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b3212b1b-257a-47ca-bbf1-0608731dfc50 req-f928ea31-d8f2-483c-b76c-f7a30783e3de service neutron] 10.222.0.95 "GET /v2.0/networks/682629da-02dd-4c80-a76f-68fb15f25274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926825 May 27 12:28:50.797221 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a61c58-af22-43ff-b814-60958bd3bb49 req-78275abd-b77d-4c09-a7df-136b824dd245 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:50.799679 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-59a61c58-af22-43ff-b814-60958bd3bb49 req-78275abd-b77d-4c09-a7df-136b824dd245 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 947 time: 0.3346045 May 27 12:28:50.865433 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-20e6102f-2ffb-4cf9-8310-71773374d71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:50.872659 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:50.888552 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-59a61c58-af22-43ff-b814-60958bd3bb49 req-04f45666-53e6-44f3-84bb-c5f1c92799b2 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/security-groups?id=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821025 May 27 12:28:50.900099 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6102f-2ffb-4cf9-8310-71773374d71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0e5ea5-091a-43ca-87a1-e5ed7de95431,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:50.923893 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-20e6102f-2ffb-4cf9-8310-71773374d71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:50.925381 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-20e6102f-2ffb-4cf9-8310-71773374d71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:50.930180 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-20e6102f-2ffb-4cf9-8310-71773374d71e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2e0e5ea5-091a-43ca-87a1-e5ed7de95431 HTTP/1.1" status: 204 len: 168 time: 0.5641143 May 27 12:28:50.964284 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbbc44-4b2a-4a95-9671-008db7cc86ec req-c0f6e48f-6f53-4dd4-9e3d-fe21a0fe57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:50.966125 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bcfbbc44-4b2a-4a95-9671-008db7cc86ec req-c0f6e48f-6f53-4dd4-9e3d-fe21a0fe57f5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d261a8d85b1d4b7389b099148e804c35&device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 1100 time: 0.1297548 May 27 12:28:51.044395 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59234) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:51.068466 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3ac3-0dc3-4e7a-a546-ee1c52f64e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:51.086843 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-b3ed3ac3-0dc3-4e7a-a546-ee1c52f64e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:51.093027 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-b3ed3ac3-0dc3-4e7a-a546-ee1c52f64e8b admin admin] Usage tracker for resource:security_group_rule and tenant:d17e3c7fa9d5492e9dfe2b9d65eb768e is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:51.098409 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-b3ed3ac3-0dc3-4e7a-a546-ee1c52f64e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:51.105316 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-b3ed3ac3-0dc3-4e7a-a546-ee1c52f64e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:51.127993 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbbc44-4b2a-4a95-9671-008db7cc86ec req-caf7a3b8-694a-4aa9-86b8-25cc6c5b43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:51.141686 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bcfbbc44-4b2a-4a95-9671-008db7cc86ec req-caf7a3b8-694a-4aa9-86b8-25cc6c5b43ea service neutron] 10.222.0.95 "GET /v2.0/networks?id=682629da-02dd-4c80-a76f-68fb15f25274 HTTP/1.1" status: 200 len: 870 time: 0.1567593 May 27 12:28:51.228473 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bcfbbc44-4b2a-4a95-9671-008db7cc86ec req-a2d3e162-e19a-4a17-a075-ebd62b262d7d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=99b0432b-a73a-456a-aac1-d256932deee1 HTTP/1.1" status: 200 len: 217 time: 0.0760808 May 27 12:28:51.262494 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3ac3-0dc3-4e7a-a546-ee1c52f64e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:51.267471 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3ac3-0dc3-4e7a-a546-ee1c52f64e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:51.285415 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:51.340084 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-b3ed3ac3-0dc3-4e7a-a546-ee1c52f64e8b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d17e3c7fa9d5492e9dfe2b9d65eb768e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937567 May 27 12:28:51.343943 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59256) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:51.344745 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed3ac3-0dc3-4e7a-a546-ee1c52f64e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f896d131-5cdb-440e-8ffc-9e62b62a68d9,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:51.358783 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-b3ed3ac3-0dc3-4e7a-a546-ee1c52f64e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:51.361419 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbbc44-4b2a-4a95-9671-008db7cc86ec req-d7d45ca3-2085-4382-a6d6-c5818ed06b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:51.363420 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bcfbbc44-4b2a-4a95-9671-008db7cc86ec req-d7d45ca3-2085-4382-a6d6-c5818ed06b31 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=9ddd55ad-a3a3-440d-8531-e71a7bb8dd42 HTTP/1.1" status: 200 len: 843 time: 0.1270552 May 27 12:28:51.428988 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-29282ce6-dcba-4e81-8f60-060b0583e663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:51.463626 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-29282ce6-dcba-4e81-8f60-060b0583e663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:51.472919 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbbc44-4b2a-4a95-9671-008db7cc86ec req-357b676d-63bb-481a-9c33-31776947a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:51.474947 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bcfbbc44-4b2a-4a95-9671-008db7cc86ec req-357b676d-63bb-481a-9c33-31776947a36a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=682629da-02dd-4c80-a76f-68fb15f25274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1006298 May 27 12:28:51.550880 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59264) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:51.596004 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5a682051-f7e3-4d71-a910-5709ec8434c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:51.624153 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-5a682051-f7e3-4d71-a910-5709ec8434c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:51.627036 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bcfbbc44-4b2a-4a95-9671-008db7cc86ec req-787d3079-08b9-4086-9a84-b0ed7910d7c4 service neutron] 10.222.0.95 "GET /v2.0/networks/682629da-02dd-4c80-a76f-68fb15f25274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445465 May 27 12:28:51.635871 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaa45c-ebfa-49de-9fc5-5cf7f97058a5 req-9db6bba9-0498-44db-91f2-d1ddab6d631b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:51.637342 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8efaa45c-ebfa-49de-9fc5-5cf7f97058a5 req-9db6bba9-0498-44db-91f2-d1ddab6d631b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.1582975 May 27 12:28:51.638653 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5a682051-f7e3-4d71-a910-5709ec8434c4 admin admin] Usage tracker for resource:security_group_rule and tenant:39d6ec51281d4ad2b34b54404047e443 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:51.641774 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5a682051-f7e3-4d71-a910-5709ec8434c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:51.650374 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-5a682051-f7e3-4d71-a910-5709ec8434c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:51.670633 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-29282ce6-dcba-4e81-8f60-060b0583e663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:51.682174 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-03ddde73-e67d-412d-a4cd-247a72058d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:51.714944 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59272) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:51.717393 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29282ce6-dcba-4e81-8f60-060b0583e663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f896d131-5cdb-440e-8ffc-9e62b62a68d9,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:51.725562 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-29282ce6-dcba-4e81-8f60-060b0583e663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:51.733792 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-29282ce6-dcba-4e81-8f60-060b0583e663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:51.738432 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-29282ce6-dcba-4e81-8f60-060b0583e663 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f896d131-5cdb-440e-8ffc-9e62b62a68d9 HTTP/1.1" status: 204 len: 168 time: 0.3893917 May 27 12:28:51.758948 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8efaa45c-ebfa-49de-9fc5-5cf7f97058a5 req-813f2992-03db-4cf6-a7e2-f15a19895f4b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097324 May 27 12:28:51.839985 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bcfbbc44-4b2a-4a95-9671-008db7cc86ec req-52bc0a30-8d51-4be3-b7c1-a0df446cb7b9 service neutron] 10.222.0.95 "GET /v2.0/networks/682629da-02dd-4c80-a76f-68fb15f25274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059736 May 27 12:28:51.841118 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5a682051-f7e3-4d71-a910-5709ec8434c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:51.846963 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5a682051-f7e3-4d71-a910-5709ec8434c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:51.854270 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-46b98e1f-1bd9-4feb-93c4-57a53496169f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:51.911133 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-438a2266-7ded-482d-bf3b-d8578ce064e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:51.930202 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a682051-f7e3-4d71-a910-5709ec8434c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caa8226-1e49-44fb-89c9-c507aa2e5653,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:51.937902 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-5a682051-f7e3-4d71-a910-5709ec8434c4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=39d6ec51281d4ad2b34b54404047e443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784380 May 27 12:28:51.937902 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5a682051-f7e3-4d71-a910-5709ec8434c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:51.939113 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59284) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:51.954220 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-438a2266-7ded-482d-bf3b-d8578ce064e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:51.961379 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-438a2266-7ded-482d-bf3b-d8578ce064e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2190da6689954ddcbf331bfb1e08bc73 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:51.969803 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-438a2266-7ded-482d-bf3b-d8578ce064e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:51.980847 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-438a2266-7ded-482d-bf3b-d8578ce064e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:52.033793 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ceb26d00-d7e7-4756-a9c1-792c79322539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:52.120509 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ceb26d00-d7e7-4756-a9c1-792c79322539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:52.216850 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-438a2266-7ded-482d-bf3b-d8578ce064e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:52.228670 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e655e6-1442-41e6-91ff-58bf58fb0961 req-e911f330-a0f9-4cc4-a310-ec3dac734760 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:52.230118 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-09e655e6-1442-41e6-91ff-58bf58fb0961 req-e911f330-a0f9-4cc4-a310-ec3dac734760 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 947 time: 0.2020631 May 27 12:28:52.236630 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-438a2266-7ded-482d-bf3b-d8578ce064e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:52.246679 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-b3ed3ac3-0dc3-4e7a-a546-ee1c52f64e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:52.300767 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ceb26d00-d7e7-4756-a9c1-792c79322539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:52.322118 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-438a2266-7ded-482d-bf3b-d8578ce064e6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2190da6689954ddcbf331bfb1e08bc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6058414 May 27 12:28:52.324998 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 59300) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:52.332057 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a2266-7ded-482d-bf3b-d8578ce064e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1602fac5-4fc6-4f18-848f-dfceb1b3d472,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:52.338805 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-438a2266-7ded-482d-bf3b-d8578ce064e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:52.339305 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-29282ce6-dcba-4e81-8f60-060b0583e663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:52.356129 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-09e655e6-1442-41e6-91ff-58bf58fb0961 req-8a6ee595-ed5f-4f50-9126-50ce24fe65f3 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/security-groups?id=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105466 May 27 12:28:52.359331 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb26d00-d7e7-4756-a9c1-792c79322539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caa8226-1e49-44fb-89c9-c507aa2e5653,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:52.362038 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ceb26d00-d7e7-4756-a9c1-792c79322539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:52.363388 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-ceb26d00-d7e7-4756-a9c1-792c79322539 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3caa8226-1e49-44fb-89c9-c507aa2e5653 HTTP/1.1" status: 204 len: 168 time: 0.4235291 May 27 12:28:52.364287 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-ceb26d00-d7e7-4756-a9c1-792c79322539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:52.449332 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8b660263-80c5-4e3e-bc7f-5a065216bf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:52.478018 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8b660263-80c5-4e3e-bc7f-5a065216bf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:52.552401 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8b660263-80c5-4e3e-bc7f-5a065216bf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:52.558727 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-747a175d-f9d9-4e5b-ae1e-7bdb5c9208c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:52.573396 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b660263-80c5-4e3e-bc7f-5a065216bf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1602fac5-4fc6-4f18-848f-dfceb1b3d472,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:52.577138 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-8b660263-80c5-4e3e-bc7f-5a065216bf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:52.596987 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8b660263-80c5-4e3e-bc7f-5a065216bf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:52.601159 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-8b660263-80c5-4e3e-bc7f-5a065216bf4b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1602fac5-4fc6-4f18-848f-dfceb1b3d472 HTTP/1.1" status: 204 len: 168 time: 0.2737336 May 27 12:28:53.041836 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb30b58-819a-4275-a77e-c9cb84ab31a9 req-f529a4a4-32e4-4408-8f83-94aee58391d9 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:53.044475 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4fb30b58-819a-4275-a77e-c9cb84ab31a9 req-f529a4a4-32e4-4408-8f83-94aee58391d9 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.1483123 May 27 12:28:53.098491 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4fb30b58-819a-4275-a77e-c9cb84ab31a9 req-d6ce56d7-78a2-478d-a3b6-d023b4ba5464 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459583 May 27 12:28:53.111609 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 59380) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:53.130953 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c869cba4-3f7a-49a7-ba0b-feeb10201ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:53.147315 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c869cba4-3f7a-49a7-ba0b-feeb10201ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:53.151264 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c869cba4-3f7a-49a7-ba0b-feeb10201ccf admin admin] Usage tracker for resource:security_group_rule and tenant:e8db9aaf4ef341f0bf1472f0a7c8d44c is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:53.154165 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c869cba4-3f7a-49a7-ba0b-feeb10201ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:53.160327 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c869cba4-3f7a-49a7-ba0b-feeb10201ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:53.267975 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c869cba4-3f7a-49a7-ba0b-feeb10201ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:53.273087 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c869cba4-3f7a-49a7-ba0b-feeb10201ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:53.293901 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:53.314795 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c869cba4-3f7a-49a7-ba0b-feeb10201ccf admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e8db9aaf4ef341f0bf1472f0a7c8d44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2020383 May 27 12:28:53.316456 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59386) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:53.333014 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869cba4-3f7a-49a7-ba0b-feeb10201ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf88353-af39-4d99-9549-01e76b6bb384,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:53.339830 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c869cba4-3f7a-49a7-ba0b-feeb10201ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:53.396546 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d596c541-fce6-4438-ab0f-4106ea699a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:53.427593 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d596c541-fce6-4438-ab0f-4106ea699a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:53.516274 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d596c541-fce6-4438-ab0f-4106ea699a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:53.527359 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-75d53aba-e855-46a3-9848-613a63e17081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:53.578096 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596c541-fce6-4438-ab0f-4106ea699a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf88353-af39-4d99-9549-01e76b6bb384,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:53.581251 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-d596c541-fce6-4438-ab0f-4106ea699a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:53.596982 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d596c541-fce6-4438-ab0f-4106ea699a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:53.600756 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-d596c541-fce6-4438-ab0f-4106ea699a02 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aaf88353-af39-4d99-9549-01e76b6bb384 HTTP/1.1" status: 204 len: 168 time: 0.2823763 May 27 12:28:53.648386 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3018104-f553-447e-949e-6ca41df84b2c req-6aaa520f-7dc0-4786-baa5-e68f357df1de tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:53.650580 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e3018104-f553-447e-949e-6ca41df84b2c req-6aaa520f-7dc0-4786-baa5-e68f357df1de tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 947 time: 0.1114161 May 27 12:28:53.700722 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e3018104-f553-447e-949e-6ca41df84b2c req-b66ac382-0a11-40fa-9633-6ba4ce290726 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/security-groups?id=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 May 27 12:28:54.265874 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 59444) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:54.320929 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97cc54-9ad0-4f1f-ba52-02106e8bd72f req-1e4efd86-324d-4655-a5da-09255bc69054 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:54.323933 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fa97cc54-9ad0-4f1f-ba52-02106e8bd72f req-1e4efd86-324d-4655-a5da-09255bc69054 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.0934732 May 27 12:28:54.372878 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fa97cc54-9ad0-4f1f-ba52-02106e8bd72f req-02235047-487e-4867-baf4-3e2954127dc3 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 May 27 12:28:54.441422 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2dde3e6b-bdf5-4807-8a65-a0ed6f1fd313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:54.456530 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-2dde3e6b-bdf5-4807-8a65-a0ed6f1fd313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:28:54.460512 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-2dde3e6b-bdf5-4807-8a65-a0ed6f1fd313 admin admin] Usage tracker for resource:security_group_rule and tenant:2e9ea29fcbf74cbca5204f9b2f5ce0a9 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:28:54.463388 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-2dde3e6b-bdf5-4807-8a65-a0ed6f1fd313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:28:54.470007 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-2dde3e6b-bdf5-4807-8a65-a0ed6f1fd313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:28:54.576400 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2dde3e6b-bdf5-4807-8a65-a0ed6f1fd313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:54.583797 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2dde3e6b-bdf5-4807-8a65-a0ed6f1fd313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:54.598495 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-0ffc6a65-3a3a-4b3d-a549-13f2760d56dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:54.638504 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-2dde3e6b-bdf5-4807-8a65-a0ed6f1fd313 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2e9ea29fcbf74cbca5204f9b2f5ce0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683708 May 27 12:28:54.638899 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59466) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:28:54.640477 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde3e6b-bdf5-4807-8a65-a0ed6f1fd313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e7a497-6217-4e1a-8ad4-908432858b68,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:54.643933 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2dde3e6b-bdf5-4807-8a65-a0ed6f1fd313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:54.753214 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-111eef56-a44a-4f09-a1a6-32a3ab87508c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:54.788664 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-111eef56-a44a-4f09-a1a6-32a3ab87508c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:54.931091 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-111eef56-a44a-4f09-a1a6-32a3ab87508c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:54.935980 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-93e3afe3-4844-4575-add4-39f149521061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:54.954896 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca833d48-ac2d-4e26-b9e4-7638f53ea893 req-578e117f-07b3-4a0b-9073-5fc411e87fc9 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:54.956515 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ca833d48-ac2d-4e26-b9e4-7638f53ea893 req-578e117f-07b3-4a0b-9073-5fc411e87fc9 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 947 time: 0.1108284 May 27 12:28:54.961472 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111eef56-a44a-4f09-a1a6-32a3ab87508c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e7a497-6217-4e1a-8ad4-908432858b68,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:55.002838 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-111eef56-a44a-4f09-a1a6-32a3ab87508c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:55.010108 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-111eef56-a44a-4f09-a1a6-32a3ab87508c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:55.011421 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-111eef56-a44a-4f09-a1a6-32a3ab87508c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/74e7a497-6217-4e1a-8ad4-908432858b68 HTTP/1.1" status: 204 len: 168 time: 0.3712335 May 27 12:28:55.043158 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ca833d48-ac2d-4e26-b9e4-7638f53ea893 req-9ce814f9-586a-4fa2-8b6a-7e78d1277909 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/security-groups?id=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784802 May 27 12:28:55.048448 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 99b0432b-a73a-456a-aac1-d256932deee1 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:28:55.200187 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 99b0432b-a73a-456a-aac1-d256932deee1, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=99b0432b-a73a-456a-aac1-d256932deee1,segment=NetworkSegment(8ac1f92e-8321-473a-8138-d3360afc6c7d),segment_id=8ac1f92e-8321-473a-8138-d3360afc6c7d)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:55.232944 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '99b0432b-a73a-456a-aac1-d256932deee1', 'network_id': '682629da-02dd-4c80-a76f-68fb15f25274', 'port_id': '99b0432b-a73a-456a-aac1-d256932deee1', 'mac_address': 'fa:16:3e:8c:d0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddd55ad-a3a3-440d-8531-e71a7bb8dd42', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:28:55.310216 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:55.335039 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b0432b-a73a-456a-aac1-d256932deee1 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:28:55.357415 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 99b0432b-a73a-456a-aac1-d256932deee1, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=99b0432b-a73a-456a-aac1-d256932deee1,segment=NetworkSegment(8ac1f92e-8321-473a-8138-d3360afc6c7d),segment_id=8ac1f92e-8321-473a-8138-d3360afc6c7d)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:55.362316 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:55.364526 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:55.438849 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=99b0432b-a73a-456a-aac1-d256932deee1,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:55.448736 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:55.449375 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:55.449913 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:55.450498 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:55.451072 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:55.451631 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:55.452268 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:55.452838 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:55.453404 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:55.454536 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:55.455122 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:55.455920 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:28:55.460080 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:55.623069 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b171b7-53da-420f-83df-b9e0fe2f3807 req-b2fa89c4-3425-42c8-8c77-4538085d02ee tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:55.624775 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-03b171b7-53da-420f-83df-b9e0fe2f3807 req-b2fa89c4-3425-42c8-8c77-4538085d02ee tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.0998116 May 27 12:28:55.676664 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-03b171b7-53da-420f-83df-b9e0fe2f3807 req-eca7bccc-3ac7-4505-bb73-a9a8c2c7bda3 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450835 May 27 12:28:55.721493 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['99b0432b-a73a-456a-aac1-d256932deee1'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:28:55.758396 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-1e2effb9-ad71-4d8d-9300-24750da4458a req-dd8a79bf-4fca-44ff-a380-f7850e015db5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1097250 May 27 12:28:55.945548 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2effb9-ad71-4d8d-9300-24750da4458a req-c40b7883-e6d5-414d-b830-849c051aecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:55.947457 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-1e2effb9-ad71-4d8d-9300-24750da4458a req-c40b7883-e6d5-414d-b830-849c051aecb0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 1098 time: 0.0859609 May 27 12:28:56.212908 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2effb9-ad71-4d8d-9300-24750da4458a req-5ac300ed-f2b2-4e5c-bea9-8fdf23da8944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:56.215353 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-1e2effb9-ad71-4d8d-9300-24750da4458a req-5ac300ed-f2b2-4e5c-bea9-8fdf23da8944 service neutron] 10.222.0.95 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 919 time: 0.2438083 May 27 12:28:56.267485 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8b2a-f0af-45ff-816c-715d8aaa78e4 req-c789f0e4-bf42-4229-8d9e-9c6c0e8cd290 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:56.269356 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-22bb8b2a-f0af-45ff-816c-715d8aaa78e4 req-c789f0e4-bf42-4229-8d9e-9c6c0e8cd290 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 948 time: 0.1052699 May 27 12:28:56.313606 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-1e2effb9-ad71-4d8d-9300-24750da4458a req-6f2d62a3-7d46-473f-8c8f-26c668467f24 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6bdf022-00c3-4233-a113-180803429959 HTTP/1.1" status: 200 len: 217 time: 0.0866241 May 27 12:28:56.333813 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-22bb8b2a-f0af-45ff-816c-715d8aaa78e4 req-2ba14e56-e1cf-4ef5-9804-de0fc633eb02 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/security-groups?id=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510194 May 27 12:28:56.393543 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2effb9-ad71-4d8d-9300-24750da4458a req-7f0c274f-496f-43dd-8067-59b89bfae46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:56.395048 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-1e2effb9-ad71-4d8d-9300-24750da4458a req-7f0c274f-496f-43dd-8067-59b89bfae46d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bcedd835-9e39-4926-9720-1547ad6355e8 HTTP/1.1" status: 200 len: 858 time: 0.0657389 May 27 12:28:56.447972 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-1e2effb9-ad71-4d8d-9300-24750da4458a req-5b9036a3-5e01-4611-b6a7-a1ccbf6c2502 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=deead674-9f7c-444a-ae32-e97701fd0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421507 May 27 12:28:56.614807 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-1e2effb9-ad71-4d8d-9300-24750da4458a req-20f07ead-c9bf-4f8a-ad8d-b7a024e6b422 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555912 May 27 12:28:56.886053 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-1e2effb9-ad71-4d8d-9300-24750da4458a req-1050fbfe-c031-4277-93b2-d77d8a12a0fd service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643793 May 27 12:28:56.954519 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac41df0-8121-4e52-8867-8da2096dc1bc req-c46c58d3-96a1-46f6-91c4-f98fac0e36f0 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:56.956025 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9ac41df0-8121-4e52-8867-8da2096dc1bc req-c46c58d3-96a1-46f6-91c4-f98fac0e36f0 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.0912597 May 27 12:28:57.006589 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9ac41df0-8121-4e52-8867-8da2096dc1bc req-289d8275-d836-4e77-aed7-5bb0e1247dbc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440550 May 27 12:28:57.077979 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 99b0432b-a73a-456a-aac1-d256932deee1 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:28:57.150426 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 99b0432b-a73a-456a-aac1-d256932deee1 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:28:57.155588 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 99b0432b-a73a-456a-aac1-d256932deee1 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:28:57.156023 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:57.298536 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:57.325655 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd72cdf-6111-4bb6-ac48-563c5a847ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b0432b-a73a-456a-aac1-d256932deee1'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:28:57.335590 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 99b0432b-a73a-456a-aac1-d256932deee1, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=99b0432b-a73a-456a-aac1-d256932deee1,segment=NetworkSegment(8ac1f92e-8321-473a-8138-d3360afc6c7d),segment_id=8ac1f92e-8321-473a-8138-d3360afc6c7d)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:28:57.340800 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:57.342859 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f78d47f5-aa87-489a-8c72-b8e114b99db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:28:57.378746 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd72cdf-6111-4bb6-ac48-563c5a847ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b0432b-a73a-456a-aac1-d256932deee1', 'code': 200} May 27 12:28:57.431055 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=99b0432b-a73a-456a-aac1-d256932deee1,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:28:57.435586 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:28:57.567658 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af441e2c-a423-4004-a050-56e925463604 req-d2cbae98-ce88-4d92-9bea-e13631ef80f0 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:57.569095 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-af441e2c-a423-4004-a050-56e925463604 req-d2cbae98-ce88-4d92-9bea-e13631ef80f0 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 949 time: 0.0925372 May 27 12:28:57.619461 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-af441e2c-a423-4004-a050-56e925463604 req-7bc675d5-6ed9-42f3-969d-1ba2ae8d1e3b tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/security-groups?id=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445538 May 27 12:28:57.657635 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5adb5-9516-483c-930e-144a8dae187f req-3e5ae280-2356-4f13-8a58-c23605f0add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:57.658041 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-91e5adb5-9516-483c-930e-144a8dae187f req-3e5ae280-2356-4f13-8a58-c23605f0add6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 1102 time: 0.0749686 May 27 12:28:57.705667 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-91e5adb5-9516-483c-930e-144a8dae187f req-ced05e66-a110-46e3-aa4e-14a29fac621d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366690 May 27 12:28:58.219948 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6a1eb-4557-436a-a750-2af3fa08cc79 req-fb9b7523-a70e-4ac9-b9ae-6219c0688fe0 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:58.224829 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:28:58.228216 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2ab6a1eb-4557-436a-a750-2af3fa08cc79 req-fb9b7523-a70e-4ac9-b9ae-6219c0688fe0 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.0938942 May 27 12:28:58.287054 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2ab6a1eb-4557-436a-a750-2af3fa08cc79 req-673da03a-46b8-4d6e-b29c-c31ed23cfea2 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579836 May 27 12:28:58.900884 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfaca8-d5e6-48f5-a8ad-2976e2799b26 req-266ea525-ae3a-4996-a5ae-5b4a4c8d586c tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:58.903384 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-86bfaca8-d5e6-48f5-a8ad-2976e2799b26 req-266ea525-ae3a-4996-a5ae-5b4a4c8d586c tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 949 time: 0.1733620 May 27 12:28:58.949717 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-86bfaca8-d5e6-48f5-a8ad-2976e2799b26 req-87367314-7cf8-414f-b132-09877eee3b2b tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/security-groups?id=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 May 27 12:28:59.480232 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e63fa-61fb-45d7-bd03-417f7f1983f5 req-52834f6a-6d25-4ace-a384-cc3796acee41 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:28:59.481669 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-966e63fa-61fb-45d7-bd03-417f7f1983f5 req-52834f6a-6d25-4ace-a384-cc3796acee41 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.0807896 May 27 12:28:59.526552 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-966e63fa-61fb-45d7-bd03-417f7f1983f5 req-7f091594-9630-4c97-b8a3-bfb013dbd8b1 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385604 May 27 12:29:00.051407 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59650) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:00.168394 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29b7bd-ace6-4eb1-b37e-d3c0875946c2 req-b2b8b3be-4d20-44ad-b86d-9a12140ce91e tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:00.170672 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6a29b7bd-ace6-4eb1-b37e-d3c0875946c2 req-b2b8b3be-4d20-44ad-b86d-9a12140ce91e tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 949 time: 0.0895522 May 27 12:29:00.237030 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7fd3-05a6-4f2f-99bb-ca7c38f9c96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:00.271052 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6a29b7bd-ace6-4eb1-b37e-d3c0875946c2 req-ba436dd8-0e6b-4ba8-b302-ce26706552da tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/security-groups?id=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913956 May 27 12:29:00.272279 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-dc4d7fd3-05a6-4f2f-99bb-ca7c38f9c96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:00.277242 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-dc4d7fd3-05a6-4f2f-99bb-ca7c38f9c96e admin admin] Usage tracker for resource:security_group_rule and tenant:70b990bc13d3442dba5868516ac54bdc is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:00.282386 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-dc4d7fd3-05a6-4f2f-99bb-ca7c38f9c96e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:00.288547 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-dc4d7fd3-05a6-4f2f-99bb-ca7c38f9c96e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:00.391103 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7fd3-05a6-4f2f-99bb-ca7c38f9c96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:00.396103 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-dc4d7fd3-05a6-4f2f-99bb-ca7c38f9c96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:00.404449 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e8e75b22-0b31-417c-9087-e30635cf928f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:00.455436 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-dc4d7fd3-05a6-4f2f-99bb-ca7c38f9c96e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=70b990bc13d3442dba5868516ac54bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4018135 May 27 12:29:00.455908 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 59674) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:00.456948 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d7fd3-05a6-4f2f-99bb-ca7c38f9c96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa75e16f-dbf9-403f-9063-9ea15b49aeeb,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:00.475202 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-dc4d7fd3-05a6-4f2f-99bb-ca7c38f9c96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:00.528554 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2148169d-57b1-4852-b1ee-a4a3e218c2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:00.558343 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2148169d-57b1-4852-b1ee-a4a3e218c2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:00.628308 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2148169d-57b1-4852-b1ee-a4a3e218c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:00.632159 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-88987c17-f2fb-4487-9d0c-c54a6a3a95a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:00.660608 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148169d-57b1-4852-b1ee-a4a3e218c2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa75e16f-dbf9-403f-9063-9ea15b49aeeb,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:00.671556 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2148169d-57b1-4852-b1ee-a4a3e218c2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:00.685567 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2148169d-57b1-4852-b1ee-a4a3e218c2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:00.691846 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-2148169d-57b1-4852-b1ee-a4a3e218c2b1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aa75e16f-dbf9-403f-9063-9ea15b49aeeb HTTP/1.1" status: 204 len: 168 time: 0.2341425 May 27 12:29:00.740316 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 59686) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:00.842036 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83221480-8d47-4e4c-93ad-9011f52e487e req-6e826cef-92b6-4701-a1dd-507829b5ae8f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:00.843626 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-83221480-8d47-4e4c-93ad-9011f52e487e req-6e826cef-92b6-4701-a1dd-507829b5ae8f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.1891966 May 27 12:29:00.851947 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c822e37-c77f-440a-a61d-25ee24c2dc7e req-b4408493-4f31-4c46-8347-560c8ee7292f tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:00.853753 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1c822e37-c77f-440a-a61d-25ee24c2dc7e req-b4408493-4f31-4c46-8347-560c8ee7292f tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 949 time: 0.1402152 May 27 12:29:00.875979 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cf9b-bd93-4a6d-99f9-5cd89bcc3280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:00.893908 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-bcb7cf9b-bd93-4a6d-99f9-5cd89bcc3280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:00.898750 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-bcb7cf9b-bd93-4a6d-99f9-5cd89bcc3280 admin admin] Usage tracker for resource:security_group_rule and tenant:477750b42d7b4d78823d87e1186b83fc is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:00.901785 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-bcb7cf9b-bd93-4a6d-99f9-5cd89bcc3280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:00.909297 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-bcb7cf9b-bd93-4a6d-99f9-5cd89bcc3280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:00.928493 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-83221480-8d47-4e4c-93ad-9011f52e487e req-0f7e6c55-ed36-42d1-9134-cdd6a41273da tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715876 May 27 12:29:00.939292 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1c822e37-c77f-440a-a61d-25ee24c2dc7e req-cd1476bb-7171-4b51-9a94-3109e128715e tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/security-groups?id=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673981 May 27 12:29:01.011960 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cf9b-bd93-4a6d-99f9-5cd89bcc3280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.017563 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cf9b-bd93-4a6d-99f9-5cd89bcc3280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.027203 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-22252b69-474a-4ce0-8651-ba40109b192a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:01.073443 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-bcb7cf9b-bd93-4a6d-99f9-5cd89bcc3280 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=477750b42d7b4d78823d87e1186b83fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319223 May 27 12:29:01.074483 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7cf9b-bd93-4a6d-99f9-5cd89bcc3280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e727a64-9ba1-45ee-9324-737b66828e8b,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:01.076223 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59694) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:01.077770 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-bcb7cf9b-bd93-4a6d-99f9-5cd89bcc3280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:01.122335 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 59698) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:01.140023 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5b11dc26-410b-41d7-888e-38a701607965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.145657 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c3dfbdc8-232d-40f4-a154-9e0aad604cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.161779 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c3dfbdc8-232d-40f4-a154-9e0aad604cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:01.165734 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c3dfbdc8-232d-40f4-a154-9e0aad604cfb admin admin] Usage tracker for resource:security_group_rule and tenant:bda274da4e9d42caacfc73a9ed05e4be is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:01.168271 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5b11dc26-410b-41d7-888e-38a701607965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.168749 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c3dfbdc8-232d-40f4-a154-9e0aad604cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:01.175627 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c3dfbdc8-232d-40f4-a154-9e0aad604cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:01.231451 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5b11dc26-410b-41d7-888e-38a701607965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.237499 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-111eef56-a44a-4f09-a1a6-32a3ab87508c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:01.251025 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11dc26-410b-41d7-888e-38a701607965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e727a64-9ba1-45ee-9324-737b66828e8b,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:01.254445 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5b11dc26-410b-41d7-888e-38a701607965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:01.267194 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5b11dc26-410b-41d7-888e-38a701607965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.268447 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-5b11dc26-410b-41d7-888e-38a701607965 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7e727a64-9ba1-45ee-9324-737b66828e8b HTTP/1.1" status: 204 len: 168 time: 0.1911113 May 27 12:29:01.288943 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c3dfbdc8-232d-40f4-a154-9e0aad604cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.293525 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c3dfbdc8-232d-40f4-a154-9e0aad604cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.306037 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:01.362309 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfbdc8-232d-40f4-a154-9e0aad604cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676049c0-5b9f-4a24-bd84-30de48c10829,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:01.362309 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c3dfbdc8-232d-40f4-a154-9e0aad604cfb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bda274da4e9d42caacfc73a9ed05e4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273605 May 27 12:29:01.362309 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 59710) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:01.379090 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c3dfbdc8-232d-40f4-a154-9e0aad604cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:01.427513 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-93c87caf-6867-4771-83c3-31bca2f8f4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.457379 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-93c87caf-6867-4771-83c3-31bca2f8f4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.524450 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-93c87caf-6867-4771-83c3-31bca2f8f4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.529482 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2dde3e6b-bdf5-4807-8a65-a0ed6f1fd313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:01.541349 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c87caf-6867-4771-83c3-31bca2f8f4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676049c0-5b9f-4a24-bd84-30de48c10829,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:01.543555 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-93c87caf-6867-4771-83c3-31bca2f8f4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:01.555320 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-93c87caf-6867-4771-83c3-31bca2f8f4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.558854 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-93c87caf-6867-4771-83c3-31bca2f8f4c4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/676049c0-5b9f-4a24-bd84-30de48c10829 HTTP/1.1" status: 204 len: 168 time: 0.1953583 May 27 12:29:01.672991 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59718) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:01.692919 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7c0fcb6d-60c6-4031-bcee-842bf647c49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.708953 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-7c0fcb6d-60c6-4031-bcee-842bf647c49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:01.712801 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-7c0fcb6d-60c6-4031-bcee-842bf647c49d admin admin] Usage tracker for resource:security_group_rule and tenant:f03f522cfb944f36906721fb9bf3c5d4 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:01.715621 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-7c0fcb6d-60c6-4031-bcee-842bf647c49d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:01.722889 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-7c0fcb6d-60c6-4031-bcee-842bf647c49d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:01.840207 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7c0fcb6d-60c6-4031-bcee-842bf647c49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.845403 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7c0fcb6d-60c6-4031-bcee-842bf647c49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.853688 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-20d68552-e611-4ff1-89ce-0958dc5fe99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:01.893588 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4feceea1-0f36-4ea2-af68-bd6221968e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:01.894261 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-7c0fcb6d-60c6-4031-bcee-842bf647c49d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f03f522cfb944f36906721fb9bf3c5d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196503 May 27 12:29:01.897099 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 59724) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:01.897732 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fcb6d-60c6-4031-bcee-842bf647c49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c56fb32-a647-4867-ac46-fc0b104b9d24,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:01.900676 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-7c0fcb6d-60c6-4031-bcee-842bf647c49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:01.995262 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6371-d6b8-4b67-a662-4217e26309ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:02.024525 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6371-d6b8-4b67-a662-4217e26309ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:02.079395 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 59732) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:02.101260 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-aa12d285-beb0-48fa-9b20-29f6a065b782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:02.118832 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-aa12d285-beb0-48fa-9b20-29f6a065b782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:02.123430 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-aa12d285-beb0-48fa-9b20-29f6a065b782 admin admin] Usage tracker for resource:security_group_rule and tenant:b7841ab32555414a8541488f3cf08cd7 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:02.127832 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-aa12d285-beb0-48fa-9b20-29f6a065b782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:02.134720 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6371-d6b8-4b67-a662-4217e26309ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:02.138961 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-aa12d285-beb0-48fa-9b20-29f6a065b782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:02.141567 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-51a49004-e6df-4c48-b2fa-e926803949a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:02.157425 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf6371-d6b8-4b67-a662-4217e26309ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c56fb32-a647-4867-ac46-fc0b104b9d24,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:02.163023 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a3cf6371-d6b8-4b67-a662-4217e26309ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:02.178442 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a3cf6371-d6b8-4b67-a662-4217e26309ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:02.181804 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a3cf6371-d6b8-4b67-a662-4217e26309ff admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7c56fb32-a647-4867-ac46-fc0b104b9d24 HTTP/1.1" status: 204 len: 168 time: 0.2814889 May 27 12:29:02.282905 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02910d03-843e-4c9d-990e-b8d7cb73fde1 req-c03aafa0-c7f4-48a5-a412-83a68b308398 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:02.283697 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-aa12d285-beb0-48fa-9b20-29f6a065b782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:02.284881 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-02910d03-843e-4c9d-990e-b8d7cb73fde1 req-c03aafa0-c7f4-48a5-a412-83a68b308398 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.2240562 May 27 12:29:02.292911 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-aa12d285-beb0-48fa-9b20-29f6a065b782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:02.298485 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0161991-15db-4705-8e53-17a9805c9027 req-8bfdb158-8606-441d-9346-c50895f1ae90 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:02.300604 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f0161991-15db-4705-8e53-17a9805c9027 req-8bfdb158-8606-441d-9346-c50895f1ae90 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 949 time: 0.1785622 May 27 12:29:02.307656 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:02.369600 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-02910d03-843e-4c9d-990e-b8d7cb73fde1 req-59a292d2-a037-44ca-9d37-3dc978d96033 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677304 May 27 12:29:02.430892 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f0161991-15db-4705-8e53-17a9805c9027 req-a3f006f3-fe00-4f03-812a-9e761f32feee tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/security-groups?id=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939343 May 27 12:29:02.515071 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12d285-beb0-48fa-9b20-29f6a065b782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163a03f8-6c77-4c03-885b-f2fb5a8dcd75,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:02.519137 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-aa12d285-beb0-48fa-9b20-29f6a065b782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:02.525258 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59746) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:02.525705 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-aa12d285-beb0-48fa-9b20-29f6a065b782 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b7841ab32555414a8541488f3cf08cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448981 May 27 12:29:02.557211 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071976a8-633e-4a52-aed4-96104aca80eb req-29e6f82c-78ac-426a-96d5-0af2bbf47d6c tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:02.558412 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-071976a8-633e-4a52-aed4-96104aca80eb req-29e6f82c-78ac-426a-96d5-0af2bbf47d6c tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Synchronizing usage tracker for tenant:d261a8d85b1d4b7389b099148e804c35 on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:29:02.580834 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-071976a8-633e-4a52-aed4-96104aca80eb req-29e6f82c-78ac-426a-96d5-0af2bbf47d6c tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Unset dirty status for tenant:d261a8d85b1d4b7389b099148e804c35 on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:29:02.582264 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-071976a8-633e-4a52-aed4-96104aca80eb req-29e6f82c-78ac-426a-96d5-0af2bbf47d6c tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.95 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 949 time: 0.2453322 May 27 12:29:02.600667 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c2525133-d241-4c50-8782-f8e2da3c865b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:02.633439 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c2525133-d241-4c50-8782-f8e2da3c865b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:02.717250 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c2525133-d241-4c50-8782-f8e2da3c865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:02.723636 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-f28d436a-bcc1-4038-8104-85eb67e95f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:02.737514 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2525133-d241-4c50-8782-f8e2da3c865b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a03f8-6c77-4c03-885b-f2fb5a8dcd75,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:02.746529 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-c2525133-d241-4c50-8782-f8e2da3c865b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:02.747130 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c2525133-d241-4c50-8782-f8e2da3c865b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:02.751228 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-c2525133-d241-4c50-8782-f8e2da3c865b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/163a03f8-6c77-4c03-885b-f2fb5a8dcd75 HTTP/1.1" status: 204 len: 168 time: 0.2220807 May 27 12:29:02.772975 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-071976a8-633e-4a52-aed4-96104aca80eb req-a8911d7f-3094-4952-831d-94c6ddec2900 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Deleting port 99b0432b-a73a-456a-aac1-d256932deee1 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:29:02.773393 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-071976a8-633e-4a52-aed4-96104aca80eb req-a8911d7f-3094-4952-831d-94c6ddec2900 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:02.929884 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-071976a8-633e-4a52-aed4-96104aca80eb req-a8911d7f-3094-4952-831d-94c6ddec2900 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] For port 99b0432b-a73a-456a-aac1-d256932deee1, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=99b0432b-a73a-456a-aac1-d256932deee1,segment=NetworkSegment(8ac1f92e-8321-473a-8138-d3360afc6c7d),segment_id=8ac1f92e-8321-473a-8138-d3360afc6c7d)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:02.930306 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-071976a8-633e-4a52-aed4-96104aca80eb req-a8911d7f-3094-4952-831d-94c6ddec2900 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:03.154643 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-071976a8-633e-4a52-aed4-96104aca80eb req-a8911d7f-3094-4952-831d-94c6ddec2900 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Calling delete_port for 99b0432b-a73a-456a-aac1-d256932deee1 owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:29:03.348406 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-071976a8-633e-4a52-aed4-96104aca80eb req-a8911d7f-3094-4952-831d-94c6ddec2900 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:03.356631 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:03.366026 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['99b0432b-a73a-456a-aac1-d256932deee1'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:29:03.410665 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8911d7f-3094-4952-831d-94c6ddec2900 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Pushing event deleted for resources: {'Port': ['ID=99b0432b-a73a-456a-aac1-d256932deee1,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:03.413822 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a8911d7f-3094-4952-831d-94c6ddec2900 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:03.546564 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-071976a8-633e-4a52-aed4-96104aca80eb req-a8911d7f-3094-4952-831d-94c6ddec2900 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] No DVR routers for this DVR port 99b0432b-a73a-456a-aac1-d256932deee1 on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:29:03.549802 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-071976a8-633e-4a52-aed4-96104aca80eb req-a8911d7f-3094-4952-831d-94c6ddec2900 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:03.593730 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:03.597309 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd72cdf-6111-4bb6-ac48-563c5a847ca5', 'name': 'network-vif-deleted', 'tag': '99b0432b-a73a-456a-aac1-d256932deee1'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:29:03.606832 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-071976a8-633e-4a52-aed4-96104aca80eb req-a8911d7f-3094-4952-831d-94c6ddec2900 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.95 "DELETE /v2.0/ports/99b0432b-a73a-456a-aac1-d256932deee1 HTTP/1.1" status: 204 len: 173 time: 1.0156145 May 27 12:29:03.729666 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-dfde278b-29ba-4d01-bde1-7c438a432a5d req-cec87ee4-ba3c-435d-a8f9-e8c232ee4f9f tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] 10.222.0.90 "GET /v2.0/ports?device_id=4fd72cdf-6111-4bb6-ac48-563c5a847ca5 HTTP/1.1" status: 200 len: 210 time: 0.1118784 May 27 12:29:03.793933 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495af76-0edf-4721-ad38-8f82d96bb4aa req-97183491-a6f6-4fa5-b9e5-b79bc38e5731 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:03.804408 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9495af76-0edf-4721-ad38-8f82d96bb4aa req-97183491-a6f6-4fa5-b9e5-b79bc38e5731 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.2721884 May 27 12:29:03.858049 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9495af76-0edf-4721-ad38-8f82d96bb4aa req-c433cf74-f02b-4229-827b-7bd43feb07c1 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521238 May 27 12:29:03.960207 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd72cdf-6111-4bb6-ac48-563c5a847ca5', 'name': 'network-vif-deleted', 'tag': '99b0432b-a73a-456a-aac1-d256932deee1', 'status': 'completed', 'code': 200} May 27 12:29:04.076788 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441568c9-ed61-426b-8a00-c45a188a2307 req-850dbe0e-be8b-4c15-be5d-52809124020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:04.079278 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-441568c9-ed61-426b-8a00-c45a188a2307 req-850dbe0e-be8b-4c15-be5d-52809124020a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 1099 time: 0.0787487 May 27 12:29:04.127220 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-441568c9-ed61-426b-8a00-c45a188a2307 req-51d87e11-ac59-45f4-b649-598e0b0f8cd9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384011 May 27 12:29:04.331265 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-53317069-0d6d-4403-a4c1-cecb5f9cf58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:04.570352 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59828) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:04.740057 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9393ca06-d1fe-4d83-a193-429a0fed3b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:04.756074 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9393ca06-d1fe-4d83-a193-429a0fed3b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:04.760726 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-9393ca06-d1fe-4d83-a193-429a0fed3b9a admin admin] Usage tracker for resource:security_group_rule and tenant:95b34e0b70c84f0d9b8587d75b87fa0e is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:04.763972 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-9393ca06-d1fe-4d83-a193-429a0fed3b9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:04.771164 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9393ca06-d1fe-4d83-a193-429a0fed3b9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:04.872955 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9393ca06-d1fe-4d83-a193-429a0fed3b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:04.877017 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9393ca06-d1fe-4d83-a193-429a0fed3b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:04.886117 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-7ae288bc-fce1-4aca-a962-6d96b9c57644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:04.929402 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-9393ca06-d1fe-4d83-a193-429a0fed3b9a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=95b34e0b70c84f0d9b8587d75b87fa0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578637 May 27 12:29:04.930449 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393ca06-d1fe-4d83-a193-429a0fed3b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af23a77-a5db-41da-907d-def27588b22d,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:04.932183 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 59850) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:04.933830 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9393ca06-d1fe-4d83-a193-429a0fed3b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:05.025184 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-79b84e38-2a88-4f97-9f59-56aedd6e8a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:05.067429 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-79b84e38-2a88-4f97-9f59-56aedd6e8a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:05.158396 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc4ea2-dd0b-4d4b-a40c-82c2f7a81937 req-e6be7f02-955f-4652-8673-e7bc3c1b4d9b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:05.160729 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4ebc4ea2-dd0b-4d4b-a40c-82c2f7a81937 req-e6be7f02-955f-4652-8673-e7bc3c1b4d9b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.1167257 May 27 12:29:05.176706 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-79b84e38-2a88-4f97-9f59-56aedd6e8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:05.188688 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c5fccb53-ccdf-40e6-956a-813d56df8c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:05.205354 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b84e38-2a88-4f97-9f59-56aedd6e8a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af23a77-a5db-41da-907d-def27588b22d,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:05.214795 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-79b84e38-2a88-4f97-9f59-56aedd6e8a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:05.215856 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-79b84e38-2a88-4f97-9f59-56aedd6e8a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:05.217048 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-79b84e38-2a88-4f97-9f59-56aedd6e8a80 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7af23a77-a5db-41da-907d-def27588b22d HTTP/1.1" status: 204 len: 168 time: 0.2838075 May 27 12:29:05.246519 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4ebc4ea2-dd0b-4d4b-a40c-82c2f7a81937 req-2c6468de-6063-4545-b6e0-a21390586c84 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718136 May 27 12:29:05.525808 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 59878) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:05.550159 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-671508fa-d5ee-4db9-ad90-aa6d9b29a893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:05.566472 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-671508fa-d5ee-4db9-ad90-aa6d9b29a893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:05.570305 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-671508fa-d5ee-4db9-ad90-aa6d9b29a893 admin admin] Usage tracker for resource:security_group_rule and tenant:4db340db74e6401391ea20677b9986c6 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:05.573232 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-671508fa-d5ee-4db9-ad90-aa6d9b29a893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:05.579853 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-671508fa-d5ee-4db9-ad90-aa6d9b29a893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:05.619767 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:05.675250 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-671508fa-d5ee-4db9-ad90-aa6d9b29a893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:05.679404 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-671508fa-d5ee-4db9-ad90-aa6d9b29a893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:05.686502 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:05.727006 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671508fa-d5ee-4db9-ad90-aa6d9b29a893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7e6f6f-8bd9-4a0f-95f3-281fd327a8b9,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:05.733602 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-671508fa-d5ee-4db9-ad90-aa6d9b29a893 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4db340db74e6401391ea20677b9986c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044029 May 27 12:29:05.733602 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-671508fa-d5ee-4db9-ad90-aa6d9b29a893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:05.734578 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 59896) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:05.818204 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ebd08c34-25f1-48f3-bf9e-14642a1e0c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:05.849084 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ebd08c34-25f1-48f3-bf9e-14642a1e0c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:05.927208 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ebd08c34-25f1-48f3-bf9e-14642a1e0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:05.932388 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5a682051-f7e3-4d71-a910-5709ec8434c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:05.950707 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd08c34-25f1-48f3-bf9e-14642a1e0c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7e6f6f-8bd9-4a0f-95f3-281fd327a8b9,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:05.954648 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-ebd08c34-25f1-48f3-bf9e-14642a1e0c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:05.963757 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ebd08c34-25f1-48f3-bf9e-14642a1e0c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:05.968687 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-ebd08c34-25f1-48f3-bf9e-14642a1e0c2e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ad7e6f6f-8bd9-4a0f-95f3-281fd327a8b9 HTTP/1.1" status: 204 len: 168 time: 0.2302833 May 27 12:29:06.460279 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf2099-8baa-4644-a0ca-0848ed7d2e2a req-d73d6a81-d470-4c7b-830e-d034fe5737e2 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:06.461750 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-60bf2099-8baa-4644-a0ca-0848ed7d2e2a req-d73d6a81-d470-4c7b-830e-d034fe5737e2 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.0973511 May 27 12:29:06.509943 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-60bf2099-8baa-4644-a0ca-0848ed7d2e2a req-acfa6c63-2dd9-4dff-9598-7a3064c0c29d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 May 27 12:29:06.706166 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f463b7c-a161-4435-96aa-70c2a8403118 req-246cdddb-7026-4283-b737-2ad3f7adc539 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:06.707686 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4f463b7c-a161-4435-96aa-70c2a8403118 req-246cdddb-7026-4283-b737-2ad3f7adc539 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0834689 May 27 12:29:06.765439 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4f463b7c-a161-4435-96aa-70c2a8403118 req-5895be4c-c4dc-483f-aaa0-b3d731c0395d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502961 May 27 12:29:06.989238 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:07.144191 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 99b0432b-a73a-456a-aac1-d256932deee1 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:29:07.237017 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 99b0432b-a73a-456a-aac1-d256932deee1 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:29:07.237372 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 99b0432b-a73a-456a-aac1-d256932deee1 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:29:07.871625 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 60114) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:08.084084 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0884-22ed-4fa1-9ab2-752713812f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:08.099025 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-8a4c0884-22ed-4fa1-9ab2-752713812f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:08.102809 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-8a4c0884-22ed-4fa1-9ab2-752713812f1d admin admin] Usage tracker for resource:security_group_rule and tenant:252cc3b91e4a4a14822acc563c1a27f9 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:08.105617 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-8a4c0884-22ed-4fa1-9ab2-752713812f1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:08.111432 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-8a4c0884-22ed-4fa1-9ab2-752713812f1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:08.197662 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0884-22ed-4fa1-9ab2-752713812f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:08.201871 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8a4c0884-22ed-4fa1-9ab2-752713812f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:08.209610 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-7c0fcb6d-60c6-4031-bcee-842bf647c49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:08.257273 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-8a4c0884-22ed-4fa1-9ab2-752713812f1d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=252cc3b91e4a4a14822acc563c1a27f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819628 May 27 12:29:08.257273 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c0884-22ed-4fa1-9ab2-752713812f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab50d58d-6245-4483-a378-b9b7e3d8d869,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:08.257749 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60138) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:08.260234 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-8a4c0884-22ed-4fa1-9ab2-752713812f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:08.323741 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-39454ea4-8885-425a-8348-a39d819b2adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:08.350118 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-39454ea4-8885-425a-8348-a39d819b2adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:08.411514 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-39454ea4-8885-425a-8348-a39d819b2adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:08.417166 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-db13d04b-216f-45a9-849b-a9c50d3bebab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:08.436166 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39454ea4-8885-425a-8348-a39d819b2adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab50d58d-6245-4483-a378-b9b7e3d8d869,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:08.447497 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-39454ea4-8885-425a-8348-a39d819b2adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:08.449617 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-39454ea4-8885-425a-8348-a39d819b2adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:08.463466 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-39454ea4-8885-425a-8348-a39d819b2adc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ab50d58d-6245-4483-a378-b9b7e3d8d869 HTTP/1.1" status: 204 len: 168 time: 0.1969266 May 27 12:29:08.987301 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc3896-f579-4543-8f10-093efc9617cb req-84d4afbf-34c3-4a8b-8915-07a9b55198e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:08.989269 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bffc3896-f579-4543-8f10-093efc9617cb req-84d4afbf-34c3-4a8b-8915-07a9b55198e0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 1098 time: 0.1278977 May 27 12:29:09.146777 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0c904-b275-40c7-a458-7a0eee7badaf req-2d1dd57f-80b2-457b-8a6b-6dd95a7403d3 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:09.148451 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d0d0c904-b275-40c7-a458-7a0eee7badaf req-2d1dd57f-80b2-457b-8a6b-6dd95a7403d3 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1691599 May 27 12:29:09.171783 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc3896-f579-4543-8f10-093efc9617cb req-70eae2dc-55aa-4a60-b229-e84632730e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:09.173602 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bffc3896-f579-4543-8f10-093efc9617cb req-70eae2dc-55aa-4a60-b229-e84632730e43 service neutron] 10.222.0.95 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 919 time: 0.1778986 May 27 12:29:09.213126 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d0d0c904-b275-40c7-a458-7a0eee7badaf req-7f6bd379-853a-4141-b638-2569e80dc458 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547378 May 27 12:29:09.273275 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bffc3896-f579-4543-8f10-093efc9617cb req-3b72ba16-8bb7-457a-810e-23adfb91611f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6bdf022-00c3-4233-a113-180803429959 HTTP/1.1" status: 200 len: 217 time: 0.0868785 May 27 12:29:09.339065 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc3896-f579-4543-8f10-093efc9617cb req-2164ee5f-b5d2-4d73-859d-b7c19bdd62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:09.340526 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bffc3896-f579-4543-8f10-093efc9617cb req-2164ee5f-b5d2-4d73-859d-b7c19bdd62ee service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bcedd835-9e39-4926-9720-1547ad6355e8 HTTP/1.1" status: 200 len: 858 time: 0.0622809 May 27 12:29:09.409829 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bffc3896-f579-4543-8f10-093efc9617cb req-971f7c79-e3a6-4e01-977e-a4d7183921b9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=deead674-9f7c-444a-ae32-e97701fd0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566218 May 27 12:29:09.571891 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bffc3896-f579-4543-8f10-093efc9617cb req-1566dd9a-f118-4474-a98d-9f11011341ec service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509445 May 27 12:29:09.741018 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bffc3896-f579-4543-8f10-093efc9617cb req-2556f650-721b-4f0a-9647-1ccb43fc41e8 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561840 May 27 12:29:10.422114 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a150b-e63a-40c9-b24a-a847238309f5 req-a17252c4-9c14-40ed-93d8-24a73faf9b84 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:10.423651 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7f6a150b-e63a-40c9-b24a-a847238309f5 req-a17252c4-9c14-40ed-93d8-24a73faf9b84 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0926464 May 27 12:29:10.468838 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7f6a150b-e63a-40c9-b24a-a847238309f5 req-ea87b7b2-65ed-4d41-bb45-1bf57aa37546 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394702 May 27 12:29:10.857548 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60260) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:11.025703 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c1f2b4f1-a999-496f-972f-ad662d50eeb2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d261a8d85b1d4b7389b099148e804c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667957 May 27 12:29:11.028253 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60268) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:11.085295 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8d47-3f85-46e5-821a-2580ef91eb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:11.112582 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8d47-3f85-46e5-821a-2580ef91eb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:11.166098 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8d47-3f85-46e5-821a-2580ef91eb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:11.170877 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-aa12d285-beb0-48fa-9b20-29f6a065b782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:11.187678 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b8d47-3f85-46e5-821a-2580ef91eb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8268c69f-5f3a-4c79-8a5e-1c1de8bb3598,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:11.190489 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-dd4b8d47-3f85-46e5-821a-2580ef91eb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:11.191694 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8d47-3f85-46e5-821a-2580ef91eb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:11.192769 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-dd4b8d47-3f85-46e5-821a-2580ef91eb53 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8268c69f-5f3a-4c79-8a5e-1c1de8bb3598 HTTP/1.1" status: 204 len: 168 time: 0.1635780 May 27 12:29:11.747612 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b21fc-a332-4b3b-be01-c4e8d3e38576 req-943fc4a2-6812-4dea-8730-506219a24c2d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:11.747612 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-eb4b21fc-a332-4b3b-be01-c4e8d3e38576 req-943fc4a2-6812-4dea-8730-506219a24c2d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1359663 May 27 12:29:11.840476 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-eb4b21fc-a332-4b3b-be01-c4e8d3e38576 req-e4db3618-f27d-4df7-bba1-c3eb2db13cc1 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805163 May 27 12:29:12.030586 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60326) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:12.185328 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1737277064-network', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:12.192788 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:12.202827 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Usage tracker for resource:network and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:12.212918 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:12.226355 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:12.322447 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Made reservation on behalf of 32a6aaa750194fd3aa7f5917b0d80036 for: {'network': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:29:12.324702 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:12.337172 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:12.352443 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:12.356102 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Usage tracker for resource:security_group_rule and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:12.358885 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:12.365128 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:12.467664 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:12.472247 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:12.476451 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-05a88846-c981-4b4d-9a88-754643b42221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:12.506737 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=91784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:29:12.515576 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6660a7a9-8f97-44ec-96b2-4b2378c434b4,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:12.520063 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:12.523320 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:12.523664 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.db.segments_db [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Added segment 0ca35a38-d559-4c8f-8344-e425e45d856b of type vlan for network c2525c8a-797d-452d-a1d9-0d05ab79162d May 27 12:29:12.554615 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:12.588970 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:12.590665 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:12.591547 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:12.596914 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b90c1f57-43e3-489b-aae0-147752d11894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:12.699402 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6679394 May 27 12:29:12.702576 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 60346) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:12.702879 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Pushing event updated for resources: {'Network': ['ID=c2525c8a-797d-452d-a1d9-0d05ab79162d,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:12.707120 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:12.709051 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Request body: {'subnet': {'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1737277064-subnet', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'ip_version': 4}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:12.713794 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:12.714498 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network c2525c8a-797d-452d-a1d9-0d05ab79162d details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:29:12.717711 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Usage tracker for resource:subnet and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:12.720838 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:12.728152 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:12.740320 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Made reservation on behalf of 32a6aaa750194fd3aa7f5917b0d80036 for: {'subnet': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:29:12.742697 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3065501'] for subnet, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:13.135411 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2f34e-7d71-4f0b-ab01-0bf3d61917a9 req-cf15587d-b92a-4f7f-bfd9-c63e4ff3409b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:13.136892 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-83c2f34e-7d71-4f0b-ab01-0bf3d61917a9 req-cf15587d-b92a-4f7f-bfd9-c63e4ff3409b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1824729 May 27 12:29:13.210575 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-83c2f34e-7d71-4f0b-ab01-0bf3d61917a9 req-18dd4655-696a-49c5-b531-b658857f154c tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620203 May 27 12:29:13.293170 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3039712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3065483'] for subnet, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:13.300332 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:13.376209 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c8e513-2a05-4700-8b4e-592a6885bc11,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:13.379139 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:13.387776 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Checking segment: {'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:29:13.388137 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Network hostable DHCP agents. Network: c2525c8a-797d-452d-a1d9-0d05ab79162d, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:29:13.409652 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Network c2525c8a-797d-452d-a1d9-0d05ab79162d is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:29:13.420502 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, c2525c8a-797d-452d-a1d9-0d05ab79162d) {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:13.433155 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b0a99-926e-4e5f-9768-82cdeecc6eea None None] Network c2525c8a-797d-452d-a1d9-0d05ab79162d requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:29:13.433334 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:13.433997 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:13.465449 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60366) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:13.466152 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7618742 May 27 12:29:13.471316 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:13.476398 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:13.481281 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Usage tracker for resource:router and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:13.484503 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:13.491984 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:13.505623 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1014446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16046'] for router, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:13.506851 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16087'] for router, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:13.528877 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:13.683119 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp416639f8-8926-57cc-a53c-7bf1881b00c8-c2525c8a-797d-452d-a1d9-0d05ab79162d', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'fixed_ips': [{'subnet_id': '34c8e513-2a05-4700-8b4e-592a6885bc11'}]}} from dv-cinder-793386-1-smb. {{(pid=91786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 12:29:13.684259 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:13.836301 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1014448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16065'] for router, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:13.869332 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Allocated IP 172.20.0.2 (c2525c8a-797d-452d-a1d9-0d05ab79162d/34c8e513-2a05-4700-8b4e-592a6885bc11/7575cbdf-518b-4c25-a943-32a7e4713fb2) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:29:13.936090 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 60380) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:14.075301 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-17cdb2f0-1cbb-4631-8894-b2a99457e116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.091817 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-17cdb2f0-1cbb-4631-8894-b2a99457e116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:14.093756 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.096570 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-17cdb2f0-1cbb-4631-8894-b2a99457e116 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee5fc234e5342b6893f37cfae76b865 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:14.099690 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-17cdb2f0-1cbb-4631-8894-b2a99457e116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:14.104057 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Transition to ACTIVE for port object 7575cbdf-518b-4c25-a943-32a7e4713fb2 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:29:14.106188 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-17cdb2f0-1cbb-4631-8894-b2a99457e116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:14.124262 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Transition to ACTIVE for port object 7575cbdf-518b-4c25-a943-32a7e4713fb2 will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:29:14.134025 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.138841 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:14.181047 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.203027 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Network c2525c8a-797d-452d-a1d9-0d05ab79162d is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:29:14.206554 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Resources bound (agent type, host, resource id): {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:14.211306 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-17cdb2f0-1cbb-4631-8894-b2a99457e116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.213877 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:29:14.219346 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-17cdb2f0-1cbb-4631-8894-b2a99457e116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.219935 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.230681 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-a8c2767f-06b6-4c07-8fb2-f1929f31a3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:14.315743 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-17cdb2f0-1cbb-4631-8894-b2a99457e116 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0ee5fc234e5342b6893f37cfae76b865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783486 May 27 12:29:14.318271 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 60392) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:14.321035 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cdb2f0-1cbb-4631-8894-b2a99457e116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363a1a49-aa64-45f7-b965-1312d8cc23eb,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:14.337685 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-17cdb2f0-1cbb-4631-8894-b2a99457e116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:14.385101 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Pushing event updated for resources: {'Port': ['ID=7575cbdf-518b-4c25-a943-32a7e4713fb2,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:14.403890 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:14.412293 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Attempting to bind port 7575cbdf-518b-4c25-a943-32a7e4713fb2 on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:29:14.412668 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Attempting to bind port 7575cbdf-518b-4c25-a943-32a7e4713fb2 by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:29:14.413428 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Attempting to bind port 7575cbdf-518b-4c25-a943-32a7e4713fb2 on network c2525c8a-797d-452d-a1d9-0d05ab79162d {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:29:14.415928 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4c706b65-dac2-4f57-a7ee-69bc624fff28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.420169 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:29:14.420557 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Checking segment: {'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:29:14.420959 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.421525 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Bound using segment: {'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:29:14.422745 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Bound port: 7575cbdf-518b-4c25-a943-32a7e4713fb2, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:29:14.423294 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.447473 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Allocated IP 172.28.3.72 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/3da11482-3f95-4e3f-92ec-e56283e9bb28) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:29:14.508141 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4c706b65-dac2-4f57-a7ee-69bc624fff28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.540144 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] For port 7575cbdf-518b-4c25-a943-32a7e4713fb2, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:29:14.544285 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] For port 7575cbdf-518b-4c25-a943-32a7e4713fb2, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=7575cbdf-518b-4c25-a943-32a7e4713fb2,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:29:14.549569 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.563505 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:14.581834 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49283c32-f7d2-4273-87b4-4c0ea97346b7 req-2eed5719-8e90-48b2-bc82-66a9e9fe8c1f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:14.583869 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-49283c32-f7d2-4273-87b4-4c0ea97346b7 req-2eed5719-8e90-48b2-bc82-66a9e9fe8c1f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1725771 May 27 12:29:14.641374 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4c706b65-dac2-4f57-a7ee-69bc624fff28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.651483 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-49283c32-f7d2-4273-87b4-4c0ea97346b7 req-525182df-ba60-4280-9dee-587e7dac68c9 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613809 May 27 12:29:14.652332 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9393ca06-d1fe-4d83-a193-429a0fed3b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:14.670934 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.676752 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c706b65-dac2-4f57-a7ee-69bc624fff28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363a1a49-aa64-45f7-b965-1312d8cc23eb,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:14.685684 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Pushing event updated for resources: {'Port': ['ID=7575cbdf-518b-4c25-a943-32a7e4713fb2,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:14.689502 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-4c706b65-dac2-4f57-a7ee-69bc624fff28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:14.698952 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:14.700850 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4c706b65-dac2-4f57-a7ee-69bc624fff28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.715104 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-4c706b65-dac2-4f57-a7ee-69bc624fff28 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/363a1a49-aa64-45f7-b965-1312d8cc23eb HTTP/1.1" status: 204 len: 168 time: 0.3876288 May 27 12:29:14.725138 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:14.750866 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:14.818346 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:29:14.821351 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:14.825349 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:29:15.173677 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Pushing event updated for resources: {'Port': ['ID=3da11482-3f95-4e3f-92ec-e56283e9bb28,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:15.183416 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:15.498618 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:15.759203 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 60436) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:15.883197 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-196302816-network', 'tenant_id': '40270b3ba1d048f791cdd15ae52b6b02'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:15.897787 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:15.900852 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b901c5-5d6c-4c51-9fd5-aec3a85220fc req-66dd040c-9a2d-4b92-8c26-5d59175c02f8 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:15.909778 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-86b901c5-5d6c-4c51-9fd5-aec3a85220fc req-66dd040c-9a2d-4b92-8c26-5d59175c02f8 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1179264 May 27 12:29:15.912892 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:15.936122 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Usage tracker for resource:network and tenant:40270b3ba1d048f791cdd15ae52b6b02 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:15.943167 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:15.951776 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:15.971669 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c5fb2e-f658-4af9-b470-026f73d2fdcb None None] Network c2525c8a-797d-452d-a1d9-0d05ab79162d requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:29:15.987435 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-86b901c5-5d6c-4c51-9fd5-aec3a85220fc req-e201b9e1-083a-4539-8788-4fb58d9814a9 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767207 May 27 12:29:15.988548 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Made reservation on behalf of 40270b3ba1d048f791cdd15ae52b6b02 for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:29:15.991276 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.005262 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.030694 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:16.034741 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Usage tracker for resource:security_group_rule and tenant:40270b3ba1d048f791cdd15ae52b6b02 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:16.037606 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:16.043315 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:16.082922 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 7575cbdf-518b-4c25-a943-32a7e4713fb2 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:16.137117 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.142854 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.148254 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-21a26187-84c5-4e53-bbb5-483bd3483fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:16.171846 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Router 62e59a31-8c03-4226-9232-7886d063899a is scheduled to L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad with binding_index 1 {{(pid=91784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 12:29:16.176974 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=91785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:29:16.183957 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-4f270f8e-6de4-4c36-971a-56eed212c6d0 None None] Provisioning for port 7575cbdf-518b-4c25-a943-32a7e4713fb2 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:29:16.193510 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77f4ae9-bb7e-4117-8211-90233f4c1398,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:16.215600 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:16.216591 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.216931 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Added segment 8033fc0f-5c8f-49d9-8215-928e130cf98f of type vlan for network c12d0a13-f738-4723-b8bb-d97afcff0b53 May 27 12:29:16.251292 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.252618 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 7575cbdf-518b-4c25-a943-32a7e4713fb2 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:29:16.264045 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 7575cbdf-518b-4c25-a943-32a7e4713fb2 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:16.264427 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.303917 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.305368 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:16.305943 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.309423 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:16.411168 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:29:16.431048 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Sync routers for ids ['62e59a31-8c03-4226-9232-7886d063899a'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:29:16.444503 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Routers {'62e59a31-8c03-4226-9232-7886d063899a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:29:16.445223 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:29:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['62e59a31-8c03-4226-9232-7886d063899a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:16.456731 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6936214 May 27 12:29:16.456731 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Pushing event updated for resources: {'Network': ['ID=c12d0a13-f738-4723-b8bb-d97afcff0b53,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:16.456974 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.457265 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 60448) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:16.462919 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Request body: {'subnet': {'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-196302816-subnet', 'tenant_id': '40270b3ba1d048f791cdd15ae52b6b02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:16.467176 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:16.473691 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:16.476896 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network c12d0a13-f738-4723-b8bb-d97afcff0b53 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:29:16.478625 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Usage tracker for resource:subnet and tenant:40270b3ba1d048f791cdd15ae52b6b02 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:16.482575 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:16.495343 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:16.500243 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Notify callbacks [] for router, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.505109 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0361686 May 27 12:29:16.505898 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60452) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:16.513814 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Made reservation on behalf of 40270b3ba1d048f791cdd15ae52b6b02 for: {'subnet': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:29:16.535603 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3065501'] for subnet, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.738961 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 7575cbdf-518b-4c25-a943-32a7e4713fb2, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=7575cbdf-518b-4c25-a943-32a7e4713fb2,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:16.752911 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:16.772787 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:16.918564 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Set router 62e59a31-8c03-4226-9232-7886d063899a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:29:16.923715 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=7575cbdf-518b-4c25-a943-32a7e4713fb2,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:16.936559 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:16.949413 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-8130c9a1-3bb3-4fec-9ec7-6c34e0865660 None None] Provisioning complete for port 7575cbdf-518b-4c25-a943-32a7e4713fb2 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:16.950120 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8130c9a1-3bb3-4fec-9ec7-6c34e0865660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:17.404175 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100571e-efc4-427d-9d1d-bc292e5b56a1 req-492df846-6dc0-4685-8df7-91ff7b350bc6 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:17.405664 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2100571e-efc4-427d-9d1d-bc292e5b56a1 req-492df846-6dc0-4685-8df7-91ff7b350bc6 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1470320 May 27 12:29:17.465743 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2100571e-efc4-427d-9d1d-bc292e5b56a1 req-12de1a23-461e-4746-8374-ce3ea65e55ee tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499377 May 27 12:29:17.494669 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:29:15Z', 'revision_number': 3, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:17.507960 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Checking router: 62e59a31-8c03-4226-9232-7886d063899a for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:29:17.508411 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Updating router 62e59a31-8c03-4226-9232-7886d063899a port 3da11482-3f95-4e3f-92ec-e56283e9bb28 binding host dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:29:17.534596 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3039712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3065483'] for subnet, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:17.539651 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:17.574304 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:17.620375 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ff9b6a-147d-494a-a3e9-664f2896cc4a,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:17.624204 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:17.627267 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Checking segment: {'id': '8033fc0f-5c8f-49d9-8215-928e130cf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:29:17.627630 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Network hostable DHCP agents. Network: c12d0a13-f738-4723-b8bb-d97afcff0b53, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:29:17.647714 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Network c12d0a13-f738-4723-b8bb-d97afcff0b53 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:29:17.659825 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, c12d0a13-f738-4723-b8bb-d97afcff0b53) {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:17.669351 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3149cbe-3795-46cd-aa40-ca18a2e71b09 None None] Network c12d0a13-f738-4723-b8bb-d97afcff0b53 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:29:17.679829 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:17.680757 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:17.731358 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-dc75d2d8-6074-4b6c-a4d2-a8f690fbb618 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2660887 May 27 12:29:17.833615 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:17.994948 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bfa292-4985-45eb-8d1e-4953e0c53919 None None] Network c12d0a13-f738-4723-b8bb-d97afcff0b53 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:29:18.008258 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 7575cbdf-518b-4c25-a943-32a7e4713fb2 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:18.031505 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:18.045040 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Transition to ACTIVE for port object 3da11482-3f95-4e3f-92ec-e56283e9bb28 will not be triggered until provisioned by entity L2. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:29:18.053204 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:18.059283 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-0f50289b-2c92-4579-a8b8-2655362f461c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:18.148192 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Attempting to bind port 3da11482-3f95-4e3f-92ec-e56283e9bb28 on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:29:18.148192 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Attempting to bind port 3da11482-3f95-4e3f-92ec-e56283e9bb28 by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:29:18.148531 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Allocated IP 172.20.0.1 (c2525c8a-797d-452d-a1d9-0d05ab79162d/34c8e513-2a05-4700-8b4e-592a6885bc11/607601c4-da7f-4504-a33f-0d4a2029c950) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:29:18.150269 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Attempting to bind port 3da11482-3f95-4e3f-92ec-e56283e9bb28 on network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:29:18.156998 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Pushing event updated for resources: {'Port': ['ID=3da11482-3f95-4e3f-92ec-e56283e9bb28,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:18.157271 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 7575cbdf-518b-4c25-a943-32a7e4713fb2 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:18.157467 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:18.172852 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:29:18.174544 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Checking segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:29:18.182911 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:18.183544 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Bound using segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:29:18.184260 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Bound port: 3da11482-3f95-4e3f-92ec-e56283e9bb28, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:29:18.188953 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:18.233603 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:18.234211 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:18.236350 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:18.236625 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:18.236949 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:18.237269 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:18.237590 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:18.237904 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:18.238218 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:18.238552 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:18.238862 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:18.239171 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:18.256839 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:18.331934 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] For port 3da11482-3f95-4e3f-92ec-e56283e9bb28, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:29:18.335538 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] For port 3da11482-3f95-4e3f-92ec-e56283e9bb28, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=3da11482-3f95-4e3f-92ec-e56283e9bb28,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:29:18.340705 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:18.353048 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:18.414995 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:18.433028 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Transition to ACTIVE for port object 607601c4-da7f-4504-a33f-0d4a2029c950 will not be triggered until provisioned by entity DHCP. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:29:18.476228 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:18.479987 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Routers {'62e59a31-8c03-4226-9232-7886d063899a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:29:18.480618 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:29:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['62e59a31-8c03-4226-9232-7886d063899a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:18.491081 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:18.579497 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Pushing event updated for resources: {'Port': ['ID=3da11482-3f95-4e3f-92ec-e56283e9bb28,revision_number=3']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:18.590552 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:18.597093 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Network c2525c8a-797d-452d-a1d9-0d05ab79162d is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:29:18.601009 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:18.602858 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Pushing event updated for resources: {'Port': ['ID=607601c4-da7f-4504-a33f-0d4a2029c950,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:18.605294 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:29:18.606371 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010278'] for router_interface, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:18.688268 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:18.768012 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:18.797234 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] Set router 62e59a31-8c03-4226-9232-7886d063899a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:29:18.884225 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753784c7-f557-46e1-b8cd-66414fd735bf req-546c8099-2446-4b7e-8269-a4be3ce450cb tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:18.903831 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-753784c7-f557-46e1-b8cd-66414fd735bf req-546c8099-2446-4b7e-8269-a4be3ce450cb tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.2426994 May 27 12:29:19.030362 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-de860acc-97d1-4ae0-98db-27c0fe7d22ef None None] Provisioning for port 607601c4-da7f-4504-a33f-0d4a2029c950 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:29:19.044087 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-de860acc-97d1-4ae0-98db-27c0fe7d22ef None None] Provisioning complete for port 607601c4-da7f-4504-a33f-0d4a2029c950 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:19.044465 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-de860acc-97d1-4ae0-98db-27c0fe7d22ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:19.051007 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:19.057696 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:19.058937 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1010373'] for router_interface, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:19.074945 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:19.077919 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-753784c7-f557-46e1-b8cd-66414fd735bf req-74f23bce-4600-4cd8-99bc-664df072ec8a tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666789 May 27 12:29:19.220723 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Pushing event updated for resources: {'Port': ['ID=607601c4-da7f-4504-a33f-0d4a2029c950,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:19.221801 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-de860acc-97d1-4ae0-98db-27c0fe7d22ef None None] Port 607601c4-da7f-4504-a33f-0d4a2029c950 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:29:19.225906 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:19.395697 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Network c2525c8a-797d-452d-a1d9-0d05ab79162d is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:29:19.401312 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:19.466045 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:29:15Z', 'revision_number': 3, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:19.470469 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2a921-442a-4e95-8766-e0fa2a3934e6 None None] The sync data for ids ['62e59a31-8c03-4226-9232-7886d063899a'] in dv-cinder-793386-1-smb is: [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:29:15Z', 'revision_number': 3, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:29:19.652239 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-40653b9e-9102-4744-865d-cc9560eb890d None None] Provisioning complete for port 607601c4-da7f-4504-a33f-0d4a2029c950 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:19.652627 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-40653b9e-9102-4744-865d-cc9560eb890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:19.726535 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-40653b9e-9102-4744-865d-cc9560eb890d None None] Port 607601c4-da7f-4504-a33f-0d4a2029c950 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:29:19.741292 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Router 62e59a31-8c03-4226-9232-7886d063899a has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:29:19.960652 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:29:19.983324 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] 10.222.0.90 "PUT /v2.0/routers/62e59a31-8c03-4226-9232-7886d063899a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4766264 May 27 12:29:20.009990 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 3da11482-3f95-4e3f-92ec-e56283e9bb28 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:20.154146 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 3da11482-3f95-4e3f-92ec-e56283e9bb28 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:29:20.164810 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 3da11482-3f95-4e3f-92ec-e56283e9bb28 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:20.166997 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:20.334788 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514aa81-8ad5-423f-b32e-75817371cc34 req-df9c07c6-eade-4dc8-9a27-66246d0ae244 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:20.341886 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:20.344827 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8514aa81-8ad5-423f-b32e-75817371cc34 req-df9c07c6-eade-4dc8-9a27-66246d0ae244 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1186073 May 27 12:29:20.363634 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 3da11482-3f95-4e3f-92ec-e56283e9bb28, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=3da11482-3f95-4e3f-92ec-e56283e9bb28,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:20.370692 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:20.376493 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:20.433182 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8514aa81-8ad5-423f-b32e-75817371cc34 req-0ed3865d-dee3-4e90-9567-346f38e7c2d9 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871103 May 27 12:29:20.557073 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=3da11482-3f95-4e3f-92ec-e56283e9bb28,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:20.562469 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:20.806594 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-04b9a1b2-9019-451f-82aa-6df2331f444f tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:20.807434 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-04b9a1b2-9019-451f-82aa-6df2331f444f tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Synchronizing usage tracker for tenant:40270b3ba1d048f791cdd15ae52b6b02 on resource:network {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:29:20.825723 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-04b9a1b2-9019-451f-82aa-6df2331f444f tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Unset dirty status for tenant:40270b3ba1d048f791cdd15ae52b6b02 on resource:network {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:29:20.827768 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-04b9a1b2-9019-451f-82aa-6df2331f444f tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/networks?id=c12d0a13-f738-4723-b8bb-d97afcff0b53 HTTP/1.1" status: 200 len: 808 time: 0.2344906 May 27 12:29:20.847503 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-cb1aed2b-b2cc-481f-8757-9a87918b551f tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/quotas/40270b3ba1d048f791cdd15ae52b6b02 HTTP/1.1" status: 200 len: 375 time: 0.0129948 May 27 12:29:20.910271 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-2c428ac1-58d8-41df-9fd6-0d90a13ffa47 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=40270b3ba1d048f791cdd15ae52b6b02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570834 May 27 12:29:20.956180 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60574) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:20.961953 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-440845049-network', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:20.967277 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:20.980399 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Usage tracker for resource:network and tenant:7d81d2a62e1e4185a13d625095dd2933 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:21.000737 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:21.010128 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:21.023510 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Made reservation on behalf of 7d81d2a62e1e4185a13d625095dd2933 for: {'network': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:29:21.025908 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:21.044705 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:21.061140 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:21.069269 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Usage tracker for resource:security_group_rule and tenant:7d81d2a62e1e4185a13d625095dd2933 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:21.072676 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:21.078888 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:21.126432 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-c8f6c750-0577-4cea-ac17-ea65e68be20c service neutron] 10.222.0.90 "GET /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151289 May 27 12:29:21.276934 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:21.317481 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:21.326179 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-0f48bdda-36b2-4ca0-8d45-e65674f7a402 service neutron] 10.222.0.90 "GET /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984420 May 27 12:29:21.334968 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a3cf6371-d6b8-4b67-a662-4217e26309ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:21.376915 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=91784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:29:21.389233 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4da53b7-6936-4775-b9a6-64006447c551,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:21.396757 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:21.401446 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 60582) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:21.401923 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:21.402405 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.db.segments_db [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Added segment 36045859-5c03-4908-8318-71a60f3f1521 of type vlan for network 0141e1d1-3547-4a1c-84e5-0d855b06708a May 27 12:29:21.442982 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:21.448993 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47abe3-cdac-4882-9a79-9971748151a7 req-f8dd1f81-8ce6-4b8a-8a67-d0bcb218894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:21.450406 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-fe47abe3-cdac-4882-9a79-9971748151a7 req-f8dd1f81-8ce6-4b8a-8a67-d0bcb218894c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 1098 time: 0.1864645 May 27 12:29:21.521925 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Sync routers for ids ['62e59a31-8c03-4226-9232-7886d063899a'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:29:21.528463 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:21.535939 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Routers {'62e59a31-8c03-4226-9232-7886d063899a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:29:21.538389 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:21.539382 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:29:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['62e59a31-8c03-4226-9232-7886d063899a'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:21.540765 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:21.549625 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-fe47abe3-cdac-4882-9a79-9971748151a7 req-de749266-d2c6-47c9-a0f2-3af8e7a2aefb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895927 May 27 12:29:21.556381 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:21.739659 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f926d383-de3c-4ea9-a8ae-37f595ddffd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:21.785594 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Pushing event updated for resources: {'Network': ['ID=0141e1d1-3547-4a1c-84e5-0d855b06708a,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:21.788533 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8313134 May 27 12:29:21.789715 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:21.791343 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60602) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:21.797532 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Request body: {'subnet': {'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-440845049-subnet', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'ip_version': 4}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:21.803204 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:21.807440 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Usage tracker for resource:subnet and tenant:7d81d2a62e1e4185a13d625095dd2933 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:21.811663 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:21.814995 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 0141e1d1-3547-4a1c-84e5-0d855b06708a details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:29:21.822424 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-f926d383-de3c-4ea9-a8ae-37f595ddffd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:21.824579 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:21.830606 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-f926d383-de3c-4ea9-a8ae-37f595ddffd2 admin admin] Usage tracker for resource:security_group_rule and tenant:56a83e7bfab24fe38d8a300fdaa0c499 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:21.837912 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-f926d383-de3c-4ea9-a8ae-37f595ddffd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:21.854886 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-f926d383-de3c-4ea9-a8ae-37f595ddffd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:21.859937 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Made reservation on behalf of 7d81d2a62e1e4185a13d625095dd2933 for: {'subnet': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:29:21.863403 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:21.926819 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5c10435d-5dcd-487d-8ed2-5bce1c5c933a req-868f5f64-20d0-487d-ab38-af4b2bb186e7 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 210 time: 0.0695057 May 27 12:29:21.973903 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Set router 62e59a31-8c03-4226-9232-7886d063899a gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:29:21.988531 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4761e48-2352-460a-84c8-1357344b808a req-5c934f8f-e44a-4e7a-97f5-a7f8380664ea tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:21.994012 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b4761e48-2352-460a-84c8-1357344b808a req-5c934f8f-e44a-4e7a-97f5-a7f8380664ea tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.3982875 May 27 12:29:22.083781 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b4761e48-2352-460a-84c8-1357344b808a req-ca3012e0-6d6a-4376-8d85-a17f24220fd3 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821068 May 27 12:29:22.139658 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 3da11482-3f95-4e3f-92ec-e56283e9bb28 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:22.153435 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f926d383-de3c-4ea9-a8ae-37f595ddffd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:22.158643 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f926d383-de3c-4ea9-a8ae-37f595ddffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:22.166640 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-ceb26d00-d7e7-4756-a9c1-792c79322539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:22.232262 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-f926d383-de3c-4ea9-a8ae-37f595ddffd2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=56a83e7bfab24fe38d8a300fdaa0c499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8273070 May 27 12:29:22.232262 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926d383-de3c-4ea9-a8ae-37f595ddffd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56cc262-2aa3-4eb2-9c4e-53d9b65a04b6,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:22.232739 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60612) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:22.253147 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-f926d383-de3c-4ea9-a8ae-37f595ddffd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:22.336495 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 3da11482-3f95-4e3f-92ec-e56283e9bb28 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:22.336779 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:22.371216 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a991feff-f2e8-409c-957a-be316da1402a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:22.406817 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a991feff-f2e8-409c-957a-be316da1402a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:22.524893 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:29:18Z', 'revision_number': 4, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '607601c4-da7f-4504-a33f-0d4a2029c950', 'name': '', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'mac_address': 'fa:16:3e:b0:7d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:17Z', 'updated_at': '2021-05-27T12:29:18Z', 'revision_number': 2, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'subnets': [{'id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:22.529996 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Checking router: 62e59a31-8c03-4226-9232-7886d063899a for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:29:22.530349 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Updating router 62e59a31-8c03-4226-9232-7886d063899a port 607601c4-da7f-4504-a33f-0d4a2029c950 binding host dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:29:22.557299 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a991feff-f2e8-409c-957a-be316da1402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:22.566389 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-cdac6bd0-cd45-4b8b-b766-8a68ccbc2eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:22.588259 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991feff-f2e8-409c-957a-be316da1402a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56cc262-2aa3-4eb2-9c4e-53d9b65a04b6,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:22.589790 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:22.594119 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a991feff-f2e8-409c-957a-be316da1402a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:22.604611 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:22.605845 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a991feff-f2e8-409c-957a-be316da1402a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:22.610267 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a991feff-f2e8-409c-957a-be316da1402a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c56cc262-2aa3-4eb2-9c4e-53d9b65a04b6 HTTP/1.1" status: 204 len: 168 time: 0.3756518 May 27 12:29:22.616384 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:22.690592 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd092203-80eb-49ce-b6d8-05eb7fc68720,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:22.694227 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:22.700862 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Checking segment: {'id': '36045859-5c03-4908-8318-71a60f3f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:29:22.701218 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Network hostable DHCP agents. Network: 0141e1d1-3547-4a1c-84e5-0d855b06708a, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:29:22.720646 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Network 0141e1d1-3547-4a1c-84e5-0d855b06708a is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:29:22.735363 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 0141e1d1-3547-4a1c-84e5-0d855b06708a) {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:22.740659 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:22.741260 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:22.745876 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4d8051-b2c6-48b2-acc2-1dc29fd9740f None None] Network 0141e1d1-3547-4a1c-84e5-0d855b06708a requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:29:22.777545 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9845037 May 27 12:29:22.781452 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60622) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:22.792461 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-440845049-router', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:22.800604 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:22.805583 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Usage tracker for resource:router and tenant:7d81d2a62e1e4185a13d625095dd2933 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:22.808861 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:22.817371 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:22.832657 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1014446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16046'] for router, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:22.834044 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16087'] for router, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:22.855624 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:23.219757 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1014448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16065'] for router, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:23.307098 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-dfe2fe2e-dc19-40af-8a3d-be927ab00b83 req-9fd80ce9-fec9-4290-aac7-426796e92792 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 210 time: 0.0770202 May 27 12:29:23.333168 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:23.349491 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Transition to ACTIVE for port object 607601c4-da7f-4504-a33f-0d4a2029c950 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:29:23.404103 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp416639f8-8926-57cc-a53c-7bf1881b00c8-0141e1d1-3547-4a1c-84e5-0d855b06708a', 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'fixed_ips': [{'subnet_id': 'dd092203-80eb-49ce-b6d8-05eb7fc68720'}]}} from dv-cinder-793386-1-smb. {{(pid=91786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 12:29:23.408783 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:23.423354 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:23.459417 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:23.516931 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db019668-28f7-4fb2-83b9-f44218aa06ba req-1cd5372f-fdc7-4c98-88a7-5b78ccbce0b9 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:23.529916 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db019668-28f7-4fb2-83b9-f44218aa06ba req-1cd5372f-fdc7-4c98-88a7-5b78ccbce0b9 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.2398505 May 27 12:29:23.604445 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db019668-28f7-4fb2-83b9-f44218aa06ba req-d861e54c-0d7a-43fe-ac8f-ccaad381555c tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732851 May 27 12:29:23.908233 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f38bba-6158-4d99-8a7a-e545e0c6ab47 None None] Pushing event updated for resources: {'Port': ['ID=607601c4-da7f-4504-a33f-0d4a2029c950,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:23.908773 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-4201f6bb-04cd-470d-89fa-f3d4cae69be5 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:23.909978 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-4201f6bb-04cd-470d-89fa-f3d4cae69be5 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.95 "GET /v2.0/networks?id=c12d0a13-f738-4723-b8bb-d97afcff0b53 HTTP/1.1" status: 200 len: 808 time: 0.5951478 May 27 12:29:23.918313 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d5f38bba-6158-4d99-8a7a-e545e0c6ab47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:23.932251 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Request body: {'port': {'device_id': '4e56a627-2aae-4330-a3b2-b9e844448dc5', 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53', 'admin_state_up': True, 'tenant_id': '40270b3ba1d048f791cdd15ae52b6b02'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:24.068468 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Allocated IP 172.20.0.2 (0141e1d1-3547-4a1c-84e5-0d855b06708a/dd092203-80eb-49ce-b6d8-05eb7fc68720/8235986c-049d-424f-bbb9-2598f418bc2a) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:29:24.211391 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Attempting to bind port 607601c4-da7f-4504-a33f-0d4a2029c950 on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:29:24.211864 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Attempting to bind port 607601c4-da7f-4504-a33f-0d4a2029c950 by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:29:24.212300 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Attempting to bind port 607601c4-da7f-4504-a33f-0d4a2029c950 on network c2525c8a-797d-452d-a1d9-0d05ab79162d {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:29:24.230910 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:29:24.231396 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Checking segment: {'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:29:24.231875 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:24.232390 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Bound using segment: {'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:29:24.232967 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Bound port: 607601c4-da7f-4504-a33f-0d4a2029c950, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:29:24.233423 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:24.354137 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:24.358871 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Usage tracker for resource:port and tenant:40270b3ba1d048f791cdd15ae52b6b02 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:24.364501 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:24.373940 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:24.390630 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Made reservation on behalf of 40270b3ba1d048f791cdd15ae52b6b02 for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:29:24.398786 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:24.448245 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] For port 607601c4-da7f-4504-a33f-0d4a2029c950, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:29:24.456979 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] For port 607601c4-da7f-4504-a33f-0d4a2029c950, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=607601c4-da7f-4504-a33f-0d4a2029c950,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:29:24.470260 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a15e9-d2b5-4322-8362-5a27d67ee615 req-fd22c23d-b371-41ce-a88c-578da6d37de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:24.471661 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:24.471811 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-091a15e9-d2b5-4322-8362-5a27d67ee615 req-fd22c23d-b371-41ce-a88c-578da6d37de2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 1098 time: 0.4111512 May 27 12:29:24.478425 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:24.484336 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Transition to ACTIVE for port object 8235986c-049d-424f-bbb9-2598f418bc2a will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:29:24.505734 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Transition to ACTIVE for port object 8235986c-049d-424f-bbb9-2598f418bc2a will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:29:24.509880 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:24.514266 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:24.517028 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:24.540389 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02406a24-4a6f-4f54-bdd7-2d6a2276b600 req-bc9f739a-539e-48dc-a676-a6eff9f45ad8 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:24.542075 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-02406a24-4a6f-4f54-bdd7-2d6a2276b600 req-bc9f739a-539e-48dc-a676-a6eff9f45ad8 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.2560892 May 27 12:29:24.550248 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:24.615941 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Network 0141e1d1-3547-4a1c-84e5-0d855b06708a is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:29:24.621385 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Resources bound (agent type, host, resource id): {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:24.632213 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:29:24.664457 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Routers {'62e59a31-8c03-4226-9232-7886d063899a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:29:24.665345 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:29:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['62e59a31-8c03-4226-9232-7886d063899a'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:24.793075 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-17f1e8c2-f632-4c4a-8434-fc3e1f94f56a req-63b22e26-a362-4846-97b7-4fa59105e6d4 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 210 time: 0.2488680 May 27 12:29:24.838920 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f38bba-6158-4d99-8a7a-e545e0c6ab47 None None] Pushing event updated for resources: {'Port': ['ID=607601c4-da7f-4504-a33f-0d4a2029c950,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:24.865857 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-02406a24-4a6f-4f54-bdd7-2d6a2276b600 req-53e3b1bc-4f90-4ce8-bd59-6c70bbe07aef tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667480 May 27 12:29:24.896962 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d5f38bba-6158-4d99-8a7a-e545e0c6ab47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:24.903732 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:24.926986 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Allocated IP 172.20.0.8 (c12d0a13-f738-4723-b8bb-d97afcff0b53/14ff9b6a-147d-494a-a3e9-664f2896cc4a/52811a2f-3b46-409c-b0de-7ba4fff4b35d) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:29:24.962743 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a15e9-d2b5-4322-8362-5a27d67ee615 req-81b501dc-560a-4241-9132-61064412e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:24.966500 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-091a15e9-d2b5-4322-8362-5a27d67ee615 req-81b501dc-560a-4241-9132-61064412e15a service neutron] 10.222.0.95 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 919 time: 0.4838088 May 27 12:29:24.981290 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Pushing event updated for resources: {'Port': ['ID=8235986c-049d-424f-bbb9-2598f418bc2a,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:24.992592 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:25.008171 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Attempting to bind port 8235986c-049d-424f-bbb9-2598f418bc2a on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:29:25.008797 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Attempting to bind port 8235986c-049d-424f-bbb9-2598f418bc2a by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '36045859-5c03-4908-8318-71a60f3f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:29:25.009596 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Attempting to bind port 8235986c-049d-424f-bbb9-2598f418bc2a on network 0141e1d1-3547-4a1c-84e5-0d855b06708a {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:29:25.014514 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Allocated IP 172.28.3.57 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/1a5e743f-1623-4ce9-a0a3-874f869de3b5) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:29:25.104936 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:29:25.105330 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Checking segment: {'id': '36045859-5c03-4908-8318-71a60f3f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:29:25.105818 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:25.106317 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Bound using segment: {'id': '36045859-5c03-4908-8318-71a60f3f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:29:25.106976 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Bound port: 8235986c-049d-424f-bbb9-2598f418bc2a, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36045859-5c03-4908-8318-71a60f3f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:29:25.107599 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:25.111974 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-091a15e9-d2b5-4322-8362-5a27d67ee615 req-97aa5cd9-54c4-45e8-a82f-c36e461f765a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6bdf022-00c3-4233-a113-180803429959 HTTP/1.1" status: 200 len: 217 time: 0.1353443 May 27 12:29:25.207239 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a15e9-d2b5-4322-8362-5a27d67ee615 req-8532b04a-e0c3-4b6d-8eee-f9f2b5f459ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:25.208754 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-091a15e9-d2b5-4322-8362-5a27d67ee615 req-8532b04a-e0c3-4b6d-8eee-f9f2b5f459ca service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bcedd835-9e39-4926-9720-1547ad6355e8 HTTP/1.1" status: 200 len: 858 time: 0.0914247 May 27 12:29:25.270461 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-091a15e9-d2b5-4322-8362-5a27d67ee615 req-ccb749dc-bcb1-4a05-913e-60af5c372c92 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=deead674-9f7c-444a-ae32-e97701fd0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535684 May 27 12:29:25.356990 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] Set router 62e59a31-8c03-4226-9232-7886d063899a gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:29:25.430373 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] For port 8235986c-049d-424f-bbb9-2598f418bc2a, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:29:25.448462 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] For port 8235986c-049d-424f-bbb9-2598f418bc2a, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=8235986c-049d-424f-bbb9-2598f418bc2a,segment=NetworkSegment(36045859-5c03-4908-8318-71a60f3f1521),segment_id=36045859-5c03-4908-8318-71a60f3f1521)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:29:25.470144 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:25.489475 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-091a15e9-d2b5-4322-8362-5a27d67ee615 req-9edf9390-35e1-4da4-a9d6-f8273b53242b service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113793 May 27 12:29:25.521988 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:25.562068 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:25.567494 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:25.570440 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:25.583690 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-9b3b23f6-8266-4d14-ace0-40cf88c3f438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:25.643541 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:25.673535 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:29:25.681417 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Network c12d0a13-f738-4723-b8bb-d97afcff0b53 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:29:25.684380 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:25.686745 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:25.692928 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:29:25.701965 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Pushing event updated for resources: {'Port': ['ID=8235986c-049d-424f-bbb9-2598f418bc2a,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:25.706460 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:25.764628 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-091a15e9-d2b5-4322-8362-5a27d67ee615 req-d4055fdb-f987-463f-8511-bd54b623dc48 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675385 May 27 12:29:25.786880 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:29:25.803663 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:25.804864 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:26.019210 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:29:18Z', 'revision_number': 4, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '607601c4-da7f-4504-a33f-0d4a2029c950', 'name': '', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'mac_address': 'fa:16:3e:b0:7d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:17Z', 'updated_at': '2021-05-27T12:29:24Z', 'revision_number': 4, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'subnets': [{'id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:26.026718 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309ae767-46b5-4498-919d-5f63475aa888 None None] The sync data for ids ['62e59a31-8c03-4226-9232-7886d063899a'] in dv-cinder-793386-1-smb is: [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:29:18Z', 'revision_number': 4, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '607601c4-da7f-4504-a33f-0d4a2029c950', 'name': '', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'mac_address': 'fa:16:3e:b0:7d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:17Z', 'updated_at': '2021-05-27T12:29:24Z', 'revision_number': 4, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'subnets': [{'id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:29:26.297460 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1df69c-bef5-4d10-aab5-7968cd719e3d req-c8e281d2-ae5e-46e2-a961-477f48cd1aac tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:26.299323 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6b1df69c-bef5-4d10-aab5-7968cd719e3d req-c8e281d2-ae5e-46e2-a961-477f48cd1aac tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.2570360 May 27 12:29:26.310575 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d2b5d-f0bf-4094-9d26-83de3248a298 req-e3041760-e231-4618-9420-47f6e6df2024 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:26.325796 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-814d2b5d-f0bf-4094-9d26-83de3248a298 req-e3041760-e231-4618-9420-47f6e6df2024 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 931 time: 0.3559763 May 27 12:29:26.343658 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5e743f-1623-4ce9-a0a3-874f869de3b5,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:26.366840 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:26.379724 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.713s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:26.480866 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-814d2b5d-f0bf-4094-9d26-83de3248a298 req-6628d19b-9b34-4486-bf80-88f600ce74c6 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Synchronizing usage tracker for tenant:40270b3ba1d048f791cdd15ae52b6b02 on resource:security_group {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:29:26.521128 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6b1df69c-bef5-4d10-aab5-7968cd719e3d req-f3ce1744-615b-4e6e-a480-da24eb6889b1 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899490 May 27 12:29:26.526769 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-814d2b5d-f0bf-4094-9d26-83de3248a298 req-6628d19b-9b34-4486-bf80-88f600ce74c6 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Unset dirty status for tenant:40270b3ba1d048f791cdd15ae52b6b02 on resource:security_group {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:29:26.530467 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-814d2b5d-f0bf-4094-9d26-83de3248a298 req-6628d19b-9b34-4486-bf80-88f600ce74c6 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038238 May 27 12:29:26.583054 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6564417 May 27 12:29:26.603954 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Request body: {'port': {'device_id': '4e56a627-2aae-4330-a3b2-b9e844448dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:26.749547 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Pushing event updated for resources: {'Port': ['ID=52811a2f-3b46-409c-b0de-7ba4fff4b35d,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:26.770656 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:26.954668 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:26.975523 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:27.316202 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc92b881-e760-4d43-9036-967386966868 None None] Network 0141e1d1-3547-4a1c-84e5-0d855b06708a requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:29:27.424433 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-9b9ef227-3e08-409d-953c-85910b7d2dfe None None] Provisioning for port 8235986c-049d-424f-bbb9-2598f418bc2a completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:29:27.629498 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:29:27.936111 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb11965-4007-4f58-8247-c8c26c820113 req-872bcbf4-9bea-4f78-96da-852c37fe9a38 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:27.939221 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-beb11965-4007-4f58-8247-c8c26c820113 req-872bcbf4-9bea-4f78-96da-852c37fe9a38 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 931 time: 0.1832335 May 27 12:29:27.952011 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:27.960859 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52811a2f-3b46-409c-b0de-7ba4fff4b35d {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:29:28.024563 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-beb11965-4007-4f58-8247-c8c26c820113 req-6b28ba21-c388-4f86-b77d-cf814323cb88 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757213 May 27 12:29:28.027423 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:28.067202 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ea799-beb7-46ed-83a9-46d6245dbed8 req-1fe34c46-5c5e-44a0-825a-f73dfd53eecb tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:28.069243 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e29ea799-beb7-46ed-83a9-46d6245dbed8 req-1fe34c46-5c5e-44a0-825a-f73dfd53eecb tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1782148 May 27 12:29:28.111665 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 8235986c-049d-424f-bbb9-2598f418bc2a up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:28.129483 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e29ea799-beb7-46ed-83a9-46d6245dbed8 req-399f2a89-1463-4732-bea3-384ffc7f6f1b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531440 May 27 12:29:28.153782 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Transition to ACTIVE for port object 52811a2f-3b46-409c-b0de-7ba4fff4b35d will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:29:28.188889 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:28.196596 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:28.206944 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 8235986c-049d-424f-bbb9-2598f418bc2a completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:29:28.212988 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 8235986c-049d-424f-bbb9-2598f418bc2a triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:28.213373 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:28.279566 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:28.362632 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:28.410351 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 8235986c-049d-424f-bbb9-2598f418bc2a, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=8235986c-049d-424f-bbb9-2598f418bc2a,segment=NetworkSegment(36045859-5c03-4908-8318-71a60f3f1521),segment_id=36045859-5c03-4908-8318-71a60f3f1521)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:28.415230 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:28.416708 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 607601c4-da7f-4504-a33f-0d4a2029c950 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:28.460398 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:28.529027 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Pushing event updated for resources: {'Port': ['ID=52811a2f-3b46-409c-b0de-7ba4fff4b35d,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:28.540057 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:28.565233 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Attempting to bind port 52811a2f-3b46-409c-b0de-7ba4fff4b35d on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:29:28.565233 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Attempting to bind port 52811a2f-3b46-409c-b0de-7ba4fff4b35d by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': '8033fc0f-5c8f-49d9-8215-928e130cf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:29:28.565233 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Attempting to bind port 52811a2f-3b46-409c-b0de-7ba4fff4b35d on network c12d0a13-f738-4723-b8bb-d97afcff0b53 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:29:28.569216 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Port 52811a2f-3b46-409c-b0de-7ba4fff4b35d on network c12d0a13-f738-4723-b8bb-d97afcff0b53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:29:28.569216 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Attempting to bind port 52811a2f-3b46-409c-b0de-7ba4fff4b35d on network c12d0a13-f738-4723-b8bb-d97afcff0b53 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:29:28.578691 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:29:28.579255 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Checking segment: {'id': '8033fc0f-5c8f-49d9-8215-928e130cf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:29:28.579816 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Bound using segment: {'id': '8033fc0f-5c8f-49d9-8215-928e130cf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:29:28.580271 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Bound port: 52811a2f-3b46-409c-b0de-7ba4fff4b35d, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8033fc0f-5c8f-49d9-8215-928e130cf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:29:28.580627 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:28.604253 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=8235986c-049d-424f-bbb9-2598f418bc2a,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:28.608316 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:28.620967 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 607601c4-da7f-4504-a33f-0d4a2029c950 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:29:28.628935 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 607601c4-da7f-4504-a33f-0d4a2029c950 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:28.629636 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:28.634899 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Router 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 is scheduled to L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad with binding_index 1 {{(pid=91784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 12:29:28.798575 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] For port 52811a2f-3b46-409c-b0de-7ba4fff4b35d, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:29:28.814107 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:28.849781 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 607601c4-da7f-4504-a33f-0d4a2029c950, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=607601c4-da7f-4504-a33f-0d4a2029c950,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:28.855191 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:28.864877 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:28.879680 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] For port 52811a2f-3b46-409c-b0de-7ba4fff4b35d, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=52811a2f-3b46-409c-b0de-7ba4fff4b35d,segment=NetworkSegment(8033fc0f-5c8f-49d9-8215-928e130cf98f),segment_id=8033fc0f-5c8f-49d9-8215-928e130cf98f)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:29:28.887220 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:28.894140 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-54b4ea22-630f-45c6-a878-0db2ddeb4cf1 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:28.976925 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:29:28.979476 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:28.980090 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:28.981500 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] 10.222.0.95 "PUT /v2.0/ports/52811a2f-3b46-409c-b0de-7ba4fff4b35d HTTP/1.1" status: 200 len: 1093 time: 2.3867390 May 27 12:29:28.983612 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=607601c4-da7f-4504-a33f-0d4a2029c950,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:28.984154 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e56a627-2aae-4330-a3b2-b9e844448dc5', 'tag': '52811a2f-3b46-409c-b0de-7ba4fff4b35d'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:29:28.987298 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Sync routers for ids ['47c5d9a4-e5b1-496e-aa6e-273d5af247d7'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:29:28.997227 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Routers {'47c5d9a4-e5b1-496e-aa6e-273d5af247d7'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:29:28.997986 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:28.998213 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:29:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['47c5d9a4-e5b1-496e-aa6e-273d5af247d7'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:29.022913 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Pushing event updated for resources: {'Port': ['ID=52811a2f-3b46-409c-b0de-7ba4fff4b35d,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:29.026503 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:29.030302 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-0e29726c-3603-4bfc-8859-6e21d2bd1ee6 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.2458248 May 27 12:29:29.030302 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:29.031862 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 60846) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:29.072820 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e56a627-2aae-4330-a3b2-b9e844448dc5', 'tag': '52811a2f-3b46-409c-b0de-7ba4fff4b35d', 'status': 'completed', 'code': 200} May 27 12:29:29.142838 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-01f39e6d-68c1-41b8-908e-276050490b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:29.144834 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-01f39e6d-68c1-41b8-908e-276050490b1e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=40270b3ba1d048f791cdd15ae52b6b02&device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 1096 time: 0.1074138 May 27 12:29:29.210923 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Set router 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:29:29.240477 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-e937c9d8-2011-487c-b060-f12588ae82e0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52811a2f-3b46-409c-b0de-7ba4fff4b35d HTTP/1.1" status: 200 len: 217 time: 0.0789886 May 27 12:29:29.318512 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-3ba026b7-2f4b-4a5e-aa61-8c1eb100dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:29.319925 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-3ba026b7-2f4b-4a5e-aa61-8c1eb100dcf8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=14ff9b6a-147d-494a-a3e9-664f2896cc4a HTTP/1.1" status: 200 len: 848 time: 0.0631883 May 27 12:29:29.377254 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-4487681e-f5e0-48ab-a8bb-05afd8f856d9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c12d0a13-f738-4723-b8bb-d97afcff0b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497284 May 27 12:29:29.549117 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f5751-bd86-45ce-996f-98efc7bf32c6 req-e55bd65f-9391-419f-b9fd-92659214c7ad tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:29.549690 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'name': 'tempest-TestShelveInstance-440845049-router', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:22Z', 'updated_at': '2021-05-27T12:29:26Z', 'revision_number': 3, 'project_id': '7d81d2a62e1e4185a13d625095dd2933', 'gw_port': {'id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:24Z', 'updated_at': '2021-05-27T12:29:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:29.550619 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-057f5751-bd86-45ce-996f-98efc7bf32c6 req-e55bd65f-9391-419f-b9fd-92659214c7ad tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 943 time: 0.3604603 May 27 12:29:29.553576 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Checking router: 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:29:29.553953 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Updating router 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 port 1a5e743f-1623-4ce9-a0a3-874f869de3b5 binding host dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:29:29.569498 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-2bb49376-a881-4072-9a95-e4b07262f715 service neutron] 10.222.0.95 "GET /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766324 May 27 12:29:29.612684 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:29.682853 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-057f5751-bd86-45ce-996f-98efc7bf32c6 req-14e899be-08d0-45ea-afa8-4e051309eb31 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230330 May 27 12:29:29.719251 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-92f8841e-7e12-4e5a-9b12-9d0451ba310e req-1a0e7671-563b-4dc3-817f-11cb84b89e15 service neutron] 10.222.0.95 "GET /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424139 May 27 12:29:29.934049 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea161f-644a-4880-9740-696238614c01 req-98b4165c-2699-43dd-b883-21d9e29a4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:29.936481 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-aeea161f-644a-4880-9740-696238614c01 req-98b4165c-2699-43dd-b883-21d9e29a4fbc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=40270b3ba1d048f791cdd15ae52b6b02&device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 1096 time: 0.1481283 May 27 12:29:30.026749 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:30.064199 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 8235986c-049d-424f-bbb9-2598f418bc2a up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:30.126673 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:30.144460 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea161f-644a-4880-9740-696238614c01 req-729bf29d-df68-4593-8e11-c84a810f75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:30.146092 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Transition to ACTIVE for port object 1a5e743f-1623-4ce9-a0a3-874f869de3b5 will not be triggered until provisioned by entity L2. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:29:30.147794 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-aeea161f-644a-4880-9740-696238614c01 req-729bf29d-df68-4593-8e11-c84a810f75f5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c12d0a13-f738-4723-b8bb-d97afcff0b53 HTTP/1.1" status: 200 len: 909 time: 0.2023160 May 27 12:29:30.173528 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 8235986c-049d-424f-bbb9-2598f418bc2a triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:30.173800 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:30.174065 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:30.184305 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-60a5bbe2-1945-4e18-9d5c-9e3383325a75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:30.261481 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-aeea161f-644a-4880-9740-696238614c01 req-438dbab9-0f87-463b-8f11-2a0abc052452 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52811a2f-3b46-409c-b0de-7ba4fff4b35d HTTP/1.1" status: 200 len: 217 time: 0.1020904 May 27 12:29:30.283695 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Attempting to bind port 1a5e743f-1623-4ce9-a0a3-874f869de3b5 on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:29:30.284068 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Attempting to bind port 1a5e743f-1623-4ce9-a0a3-874f869de3b5 by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:29:30.284438 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Attempting to bind port 1a5e743f-1623-4ce9-a0a3-874f869de3b5 on network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:29:30.289637 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b143e93-65da-4145-bd54-582438d80677 None None] Pushing event updated for resources: {'Port': ['ID=1a5e743f-1623-4ce9-a0a3-874f869de3b5,revision_number=2']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:30.293336 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2b143e93-65da-4145-bd54-582438d80677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:30.294566 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:29:30.295239 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Checking segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:29:30.295828 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:30.296221 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Bound using segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:29:30.296748 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Bound port: 1a5e743f-1623-4ce9-a0a3-874f869de3b5, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:29:30.297127 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:30.315355 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff56c9-f710-4b0d-816a-2c1a4d4a24ce req-d330d891-885a-4ba9-994c-b381ee09fb47 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:30.320262 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 607601c4-da7f-4504-a33f-0d4a2029c950 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:30.323526 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-06ff56c9-f710-4b0d-816a-2c1a4d4a24ce req-d330d891-885a-4ba9-994c-b381ee09fb47 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.2185307 May 27 12:29:30.335429 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea161f-644a-4880-9740-696238614c01 req-aeb0b49e-3621-4398-8e66-2c6331296a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:30.337497 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-aeea161f-644a-4880-9740-696238614c01 req-aeb0b49e-3621-4398-8e66-2c6331296a95 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=14ff9b6a-147d-494a-a3e9-664f2896cc4a HTTP/1.1" status: 200 len: 848 time: 0.0689731 May 27 12:29:30.405136 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] For port 1a5e743f-1623-4ce9-a0a3-874f869de3b5, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:29:30.410380 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] For port 1a5e743f-1623-4ce9-a0a3-874f869de3b5, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=1a5e743f-1623-4ce9-a0a3-874f869de3b5,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:29:30.410756 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 607601c4-da7f-4504-a33f-0d4a2029c950 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:30.411341 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:30.411693 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-aeea161f-644a-4880-9740-696238614c01 req-c1b9a667-6c8f-4a50-8740-e3316a88b1d3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c12d0a13-f738-4723-b8bb-d97afcff0b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649436 May 27 12:29:30.415364 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-06ff56c9-f710-4b0d-816a-2c1a4d4a24ce req-4db09d6c-5869-4f6e-b5ff-2a33510bd720 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908892 May 27 12:29:30.415740 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:30.420092 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-b671cb13-99d2-474c-b77f-ea359780573b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:30.448211 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Allocated IP 172.20.0.1 (0141e1d1-3547-4a1c-84e5-0d855b06708a/dd092203-80eb-49ce-b6d8-05eb7fc68720/4f516622-ddbb-46da-bc3e-522c93944f5f) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:29:30.592748 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Routers {'47c5d9a4-e5b1-496e-aa6e-273d5af247d7'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:29:30.593385 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:29:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['47c5d9a4-e5b1-496e-aa6e-273d5af247d7'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:30.670713 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b143e93-65da-4145-bd54-582438d80677 None None] Pushing event updated for resources: {'Port': ['ID=1a5e743f-1623-4ce9-a0a3-874f869de3b5,revision_number=3']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:30.680492 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-aeea161f-644a-4880-9740-696238614c01 req-cff79c55-b6fd-4451-8a71-342cda46cf83 service neutron] 10.222.0.95 "GET /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588215 May 27 12:29:30.681010 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:30.687135 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2b143e93-65da-4145-bd54-582438d80677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:30.700948 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.provisioning_blocks [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Transition to ACTIVE for port object 4f516622-ddbb-46da-bc3e-522c93944f5f will not be triggered until provisioned by entity DHCP. {{(pid=91785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:29:30.740067 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:30.745714 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:30.835227 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Network 0141e1d1-3547-4a1c-84e5-0d855b06708a is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:29:30.837388 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] Set router 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:29:30.839576 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:30.842700 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:29:30.938778 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010278'] for router_interface, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:30.948071 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Pushing event updated for resources: {'Port': ['ID=4f516622-ddbb-46da-bc3e-522c93944f5f,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:30.976390 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-aeea161f-644a-4880-9740-696238614c01 req-062f51a4-d729-4136-870e-90890204e881 service neutron] 10.222.0.95 "GET /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859542 May 27 12:29:31.022665 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:31.129932 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:31.226063 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'name': 'tempest-TestShelveInstance-440845049-router', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:22Z', 'updated_at': '2021-05-27T12:29:26Z', 'revision_number': 3, 'project_id': '7d81d2a62e1e4185a13d625095dd2933', 'gw_port': {'id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:24Z', 'updated_at': '2021-05-27T12:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:31.267845 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-ae2700c4-8127-4336-aea8-b021d9339419 None None] Provisioning for port 4f516622-ddbb-46da-bc3e-522c93944f5f completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:29:31.273206 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b65b5-8f33-45f4-b0bd-7c8d3f8f0bd7 None None] The sync data for ids ['47c5d9a4-e5b1-496e-aa6e-273d5af247d7'] in dv-cinder-793386-1-smb is: [{'id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'name': 'tempest-TestShelveInstance-440845049-router', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:22Z', 'updated_at': '2021-05-27T12:29:26Z', 'revision_number': 3, 'project_id': '7d81d2a62e1e4185a13d625095dd2933', 'gw_port': {'id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:24Z', 'updated_at': '2021-05-27T12:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:29:31.283120 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-ae2700c4-8127-4336-aea8-b021d9339419 None None] Provisioning complete for port 4f516622-ddbb-46da-bc3e-522c93944f5f triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:31.283850 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ae2700c4-8127-4336-aea8-b021d9339419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:31.353144 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-ae2700c4-8127-4336-aea8-b021d9339419 None None] Port 4f516622-ddbb-46da-bc3e-522c93944f5f cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:29:31.493539 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:31.503174 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d95b-b07e-4817-998d-747e081dc41a req-0b4666e8-0064-4ce5-ba5a-4531059ea9d4 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:31.504711 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b508d95b-b07e-4817-998d-747e081dc41a req-0b4666e8-0064-4ce5-ba5a-4531059ea9d4 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 943 time: 0.1657372 May 27 12:29:31.505859 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:31.681771 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:31.806541 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Pushing event updated for resources: {'Port': ['ID=4f516622-ddbb-46da-bc3e-522c93944f5f,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:31.810108 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:31.813382 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1010373'] for router_interface, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:31.819450 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b508d95b-b07e-4817-998d-747e081dc41a req-275ce29e-7ec1-4bd0-a56f-f84dad876d35 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388240 May 27 12:29:31.902105 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1a49e71b-30c2-492f-9f9c-548e4c1869f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:32.018779 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Network 0141e1d1-3547-4a1c-84e5-0d855b06708a is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:29:32.020093 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:32.026579 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 1a5e743f-1623-4ce9-a0a3-874f869de3b5 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:32.103565 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 1a5e743f-1623-4ce9-a0a3-874f869de3b5 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:29:32.111222 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 1a5e743f-1623-4ce9-a0a3-874f869de3b5 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:32.111677 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:32.247935 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Router 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:29:32.332684 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-6237aa12-7796-43e5-92d8-76dcc4f65930 None None] Provisioning complete for port 4f516622-ddbb-46da-bc3e-522c93944f5f triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:32.333197 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6237aa12-7796-43e5-92d8-76dcc4f65930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:32.404078 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:32.408720 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-6237aa12-7796-43e5-92d8-76dcc4f65930 None None] Port 4f516622-ddbb-46da-bc3e-522c93944f5f cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:29:32.427326 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 1a5e743f-1623-4ce9-a0a3-874f869de3b5, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=1a5e743f-1623-4ce9-a0a3-874f869de3b5,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:32.433803 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:32.436420 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-380f8c9b-b729-4299-a4ea-9d33cd4a891f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:32.495787 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:29:32.513624 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] 10.222.0.90 "PUT /v2.0/routers/47c5d9a4-e5b1-496e-aa6e-273d5af247d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4800179 May 27 12:29:32.519544 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=1a5e743f-1623-4ce9-a0a3-874f869de3b5,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:32.522554 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:33.099168 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Sync routers for ids ['47c5d9a4-e5b1-496e-aa6e-273d5af247d7'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:29:33.109518 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Routers {'47c5d9a4-e5b1-496e-aa6e-273d5af247d7'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:29:33.110139 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:29:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['47c5d9a4-e5b1-496e-aa6e-273d5af247d7'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:33.246701 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 52811a2f-3b46-409c-b0de-7ba4fff4b35d details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:29:33.291133 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 60898) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:33.297207 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-666229302', 'description': 'tempest-secgroup-smoke-666229302 description', 'project_id': '32a6aaa750194fd3aa7f5917b0d80036'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:33.304551 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:33.308513 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Usage tracker for resource:security_group and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:33.311744 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:33.318789 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:33.327695 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Set router 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:29:33.329217 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.351427 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:33.355308 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Usage tracker for resource:security_group_rule and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:33.361472 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:33.366355 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:33.523110 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.528379 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.534995 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-d596c541-fce6-4438-ab0f-4106ea699a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:33.556214 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538b3b-13b1-43c6-b1bb-daa3301e9e04 req-ec3560cc-6f7e-4f7d-8e1d-b7ca6afec697 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:33.557690 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3e538b3b-13b1-43c6-b1bb-daa3301e9e04 req-ec3560cc-6f7e-4f7d-8e1d-b7ca6afec697 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 943 time: 0.1717181 May 27 12:29:33.613216 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.617079 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3223097 May 27 12:29:33.622390 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8033c20-5b52-471d-a809-73ad3e1c1ef2,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:33.624098 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60906) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:33.627062 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:33.631562 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Request body: {'security_group_rule': {'security_group_id': 'c8033c20-5b52-471d-a809-73ad3e1c1ef2', 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:33.637957 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3e538b3b-13b1-43c6-b1bb-daa3301e9e04 req-239b862b-09e2-44ce-ad4a-d598220d7af9 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650680 May 27 12:29:33.649374 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:33.654281 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Usage tracker for resource:security_group_rule and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:33.655935 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.657921 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:33.668247 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:33.668385 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 52811a2f-3b46-409c-b0de-7ba4fff4b35d, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=52811a2f-3b46-409c-b0de-7ba4fff4b35d,segment=NetworkSegment(8033fc0f-5c8f-49d9-8215-928e130cf98f),segment_id=8033fc0f-5c8f-49d9-8215-928e130cf98f)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:33.684915 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '52811a2f-3b46-409c-b0de-7ba4fff4b35d', 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53', 'port_id': '52811a2f-3b46-409c-b0de-7ba4fff4b35d', 'mac_address': 'fa:16:3e:c6:4e:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ff9b6a-147d-494a-a3e9-664f2896cc4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:29:33.696905 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.761595 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.765515 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.767909 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5cba413b-2a27-48e2-b436-7ff8ba5bfb52 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:33.789045 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12be48b-f052-415c-9bca-4c5ef188b474,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:33.793806 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:33.803459 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.807179 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1781330 May 27 12:29:33.807539 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60914) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:33.813321 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Request body: {'security_group_rule': {'security_group_id': 'c8033c20-5b52-471d-a809-73ad3e1c1ef2', 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:33.819076 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:33.820096 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.822931 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Usage tracker for resource:security_group_rule and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:33.825843 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:33.832076 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:33.843879 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52811a2f-3b46-409c-b0de-7ba4fff4b35d {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:29:33.848934 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.869791 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 52811a2f-3b46-409c-b0de-7ba4fff4b35d, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=52811a2f-3b46-409c-b0de-7ba4fff4b35d,segment=NetworkSegment(8033fc0f-5c8f-49d9-8215-928e130cf98f),segment_id=8033fc0f-5c8f-49d9-8215-928e130cf98f)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:33.882871 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.890253 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d51cbea9-ecca-40c8-b8cc-30e07fc26fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:33.951893 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.958116 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:33.960346 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:33.981351 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'name': 'tempest-TestShelveInstance-440845049-router', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:22Z', 'updated_at': '2021-05-27T12:29:31Z', 'revision_number': 4, 'project_id': '7d81d2a62e1e4185a13d625095dd2933', 'gw_port': {'id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:24Z', 'updated_at': '2021-05-27T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '4f516622-ddbb-46da-bc3e-522c93944f5f', 'name': '', 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'mac_address': 'fa:16:3e:47:ce:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'dd092203-80eb-49ce-b6d8-05eb7fc68720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:30Z', 'updated_at': '2021-05-27T12:29:31Z', 'revision_number': 2, 'project_id': '7d81d2a62e1e4185a13d625095dd2933', 'subnets': [{'id': 'dd092203-80eb-49ce-b6d8-05eb7fc68720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:33.996132 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Checking router: 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:29:33.996714 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Updating router 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 port 4f516622-ddbb-46da-bc3e-522c93944f5f binding host dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:29:33.998197 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faaae39c-8c7b-4b17-849d-89849366da27,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:34.003232 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:34.012127 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.013732 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2053766 May 27 12:29:34.016952 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60922) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:34.022917 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Request body: {'security_group_rule': {'security_group_id': 'c8033c20-5b52-471d-a809-73ad3e1c1ef2', 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:34.029300 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:34.030801 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 1a5e743f-1623-4ce9-a0a3-874f869de3b5 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:34.033436 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Usage tracker for resource:security_group_rule and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:34.036613 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:34.042719 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:34.060684 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.119516 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=52811a2f-3b46-409c-b0de-7ba4fff4b35d,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:34.125815 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:34.126712 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.140669 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.148170 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.150365 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c26e9712-5da3-44a3-93b9-615cd864a3d5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:34.177555 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de92494e-fe6e-4f17-96a5-8a22a7c2169a,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:34.183716 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:34.188736 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.190031 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1720362 May 27 12:29:34.192089 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 1a5e743f-1623-4ce9-a0a3-874f869de3b5 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:34.192465 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.193054 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 60926) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:34.199664 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-a8f83ce8-9e3e-4eab-a9dd-4fbcc6ec8372 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Request body: {'security_group_rule': {'security_group_id': 'c8033c20-5b52-471d-a809-73ad3e1c1ef2', 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:34.206284 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a8f83ce8-9e3e-4eab-a9dd-4fbcc6ec8372 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:34.210938 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-a8f83ce8-9e3e-4eab-a9dd-4fbcc6ec8372 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Usage tracker for resource:security_group_rule and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:34.214396 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-a8f83ce8-9e3e-4eab-a9dd-4fbcc6ec8372 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:34.228988 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['52811a2f-3b46-409c-b0de-7ba4fff4b35d'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:29:34.232227 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a8f83ce8-9e3e-4eab-a9dd-4fbcc6ec8372 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:34.270427 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a8f83ce8-9e3e-4eab-a9dd-4fbcc6ec8372 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.417396 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a8f83ce8-9e3e-4eab-a9dd-4fbcc6ec8372 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.420026 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bec1c-70f1-4944-b01e-b11a23c25213 req-2e8ff05d-3e2c-43d3-9919-3bf0813755f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:34.422509 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-720bec1c-70f1-4944-b01e-b11a23c25213 req-2e8ff05d-3e2c-43d3-9919-3bf0813755f8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 1098 time: 0.1526432 May 27 12:29:34.423752 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a8f83ce8-9e3e-4eab-a9dd-4fbcc6ec8372 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.425729 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:34.463562 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d5713481-dc51-4e07-9711-53b058d514e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.468960 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f83ce8-9e3e-4eab-a9dd-4fbcc6ec8372 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285c867a-694f-416d-8672-cabc0b46f8b1,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:34.478437 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a8f83ce8-9e3e-4eab-a9dd-4fbcc6ec8372 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:34.498227 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91613a00-c6b2-41fe-a7cd-d233c40efcde req-808313a1-195b-4b5c-a510-3885d95a0e60 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:34.499997 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-91613a00-c6b2-41fe-a7cd-d233c40efcde req-808313a1-195b-4b5c-a510-3885d95a0e60 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1027262 May 27 12:29:34.555482 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a8f83ce8-9e3e-4eab-a9dd-4fbcc6ec8372 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.556411 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a8f83ce8-9e3e-4eab-a9dd-4fbcc6ec8372 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3620019 May 27 12:29:34.560458 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 60938) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:34.568447 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Request body: {'security_group_rule': {'security_group_id': 'c8033c20-5b52-471d-a809-73ad3e1c1ef2', 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:34.575915 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:34.582294 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-91613a00-c6b2-41fe-a7cd-d233c40efcde req-da24ff60-b9d7-4eff-983c-92f90d653993 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763080 May 27 12:29:34.595457 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Usage tracker for resource:security_group_rule and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:34.598736 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:34.607909 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:34.615779 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bec1c-70f1-4944-b01e-b11a23c25213 req-e20444fa-dae1-46b7-8843-523af56d80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:34.617529 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-720bec1c-70f1-4944-b01e-b11a23c25213 req-e20444fa-dae1-46b7-8843-523af56d80e3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 919 time: 0.1838551 May 27 12:29:34.621507 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.securitygroups_db [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Project 32a6aaa750194fd3aa7f5917b0d80036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 12:29:34.629419 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.717687 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-720bec1c-70f1-4944-b01e-b11a23c25213 req-2819a40e-c78c-43c2-af03-8d0d2f716fe7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6bdf022-00c3-4233-a113-180803429959 HTTP/1.1" status: 200 len: 217 time: 0.0929954 May 27 12:29:34.731510 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.740531 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.747332 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e6fdbf26-d52e-4e08-9b1a-5b36245a6755 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:34.775495 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2208f33c-f32a-409f-9d38-66d80d13c294,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:34.787077 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:34.787834 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:34.788445 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:34.789109 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:34.789691 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:34.790340 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:34.790922 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:34.791549 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:34.792092 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:34.792778 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:34.793371 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:34.794053 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:34.799009 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:34.815402 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bec1c-70f1-4944-b01e-b11a23c25213 req-a6b46275-d782-48a3-9b71-c646ecafd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:34.816843 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-720bec1c-70f1-4944-b01e-b11a23c25213 req-a6b46275-d782-48a3-9b71-c646ecafd143 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bcedd835-9e39-4926-9720-1547ad6355e8 HTTP/1.1" status: 200 len: 858 time: 0.0906703 May 27 12:29:34.845090 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.849314 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2873533 May 27 12:29:34.850315 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 60944) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:34.857998 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Request body: {'security_group_rule': {'security_group_id': 'c8033c20-5b52-471d-a809-73ad3e1c1ef2', 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:34.870408 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-720bec1c-70f1-4944-b01e-b11a23c25213 req-2787f5a1-93e1-4796-a740-9fb2b49838ca service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=deead674-9f7c-444a-ae32-e97701fd0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467246 May 27 12:29:34.874101 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:34.881165 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Usage tracker for resource:security_group_rule and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:34.887568 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:34.896880 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:34.918905 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.923555 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25481212-e886-45f6-b468-06468d91ff5a req-9a50d8d2-d883-403f-a91b-405b7ced9908 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:34.925257 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-25481212-e886-45f6-b468-06468d91ff5a req-9a50d8d2-d883-403f-a91b-405b7ced9908 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 944 time: 0.1246722 May 27 12:29:34.926522 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.securitygroups_db [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Project 32a6aaa750194fd3aa7f5917b0d80036 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 12:29:34.935030 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Transition to ACTIVE for port object 4f516622-ddbb-46da-bc3e-522c93944f5f will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:29:34.944149 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:34.948213 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:34.964678 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:35.003017 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-25481212-e886-45f6-b468-06468d91ff5a req-e73424b4-e46a-4176-bce4-9b40576cff93 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688715 May 27 12:29:35.028548 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-720bec1c-70f1-4944-b01e-b11a23c25213 req-7a3ffb08-3721-46c6-bdd1-332798cf2431 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509302 May 27 12:29:35.105430 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:35.110888 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:35.113680 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-1fbab61b-8170-40b2-9f28-5d2143760741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:35.143020 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6aaf2-e886-4909-b39a-1d078795cb80 None None] Pushing event updated for resources: {'Port': ['ID=4f516622-ddbb-46da-bc3e-522c93944f5f,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:35.190726 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2fbf0e-9e81-4257-a990-f95681c24603,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:35.199877 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4fa6aaf2-e886-4909-b39a-1d078795cb80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:35.207893 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:35.208887 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:35.214824 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-135590ef-0ccd-40ce-a9ee-5078c9aa1777 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3617635 May 27 12:29:35.215952 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Attempting to bind port 4f516622-ddbb-46da-bc3e-522c93944f5f on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:29:35.216370 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Attempting to bind port 4f516622-ddbb-46da-bc3e-522c93944f5f by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '36045859-5c03-4908-8318-71a60f3f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:29:35.216773 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Attempting to bind port 4f516622-ddbb-46da-bc3e-522c93944f5f on network 0141e1d1-3547-4a1c-84e5-0d855b06708a {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:29:35.223418 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:29:35.223802 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Checking segment: {'id': '36045859-5c03-4908-8318-71a60f3f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:29:35.224213 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:35.224631 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Bound using segment: {'id': '36045859-5c03-4908-8318-71a60f3f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:29:35.225521 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Bound port: 4f516622-ddbb-46da-bc3e-522c93944f5f, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36045859-5c03-4908-8318-71a60f3f1521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:29:35.225903 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:35.272045 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-720bec1c-70f1-4944-b01e-b11a23c25213 req-0bea3646-9c0f-47b5-8488-75d2afc4de82 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345879 May 27 12:29:35.334357 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] For port 4f516622-ddbb-46da-bc3e-522c93944f5f, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:29:35.337670 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] For port 4f516622-ddbb-46da-bc3e-522c93944f5f, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=4f516622-ddbb-46da-bc3e-522c93944f5f,segment=NetworkSegment(36045859-5c03-4908-8318-71a60f3f1521),segment_id=36045859-5c03-4908-8318-71a60f3f1521)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:29:35.342987 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:35.347494 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:35.443853 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Routers {'47c5d9a4-e5b1-496e-aa6e-273d5af247d7'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:29:35.444596 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:29:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['47c5d9a4-e5b1-496e-aa6e-273d5af247d7'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:35.512179 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6aaf2-e886-4909-b39a-1d078795cb80 None None] Pushing event updated for resources: {'Port': ['ID=4f516622-ddbb-46da-bc3e-522c93944f5f,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:35.517156 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4fa6aaf2-e886-4909-b39a-1d078795cb80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:35.639017 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:35.659918 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] Set router 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:29:35.793721 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b840b-4c17-4377-ae1a-9ea343eb4692 req-9c0525ac-81d6-46d3-9209-d72723590db3 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:35.802154 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cc8b840b-4c17-4377-ae1a-9ea343eb4692 req-9c0525ac-81d6-46d3-9209-d72723590db3 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1021438 May 27 12:29:35.852729 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cc8b840b-4c17-4377-ae1a-9ea343eb4692 req-7983f018-b2bb-4136-8fb8-13f313cb8234 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492654 May 27 12:29:36.021575 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'name': 'tempest-TestShelveInstance-440845049-router', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:22Z', 'updated_at': '2021-05-27T12:29:31Z', 'revision_number': 4, 'project_id': '7d81d2a62e1e4185a13d625095dd2933', 'gw_port': {'id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:24Z', 'updated_at': '2021-05-27T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '4f516622-ddbb-46da-bc3e-522c93944f5f', 'name': '', 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'mac_address': 'fa:16:3e:47:ce:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'dd092203-80eb-49ce-b6d8-05eb7fc68720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:30Z', 'updated_at': '2021-05-27T12:29:35Z', 'revision_number': 4, 'project_id': '7d81d2a62e1e4185a13d625095dd2933', 'subnets': [{'id': 'dd092203-80eb-49ce-b6d8-05eb7fc68720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:29:36.026202 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41445fa7-ccfc-4e60-acff-0c41996cf048 None None] The sync data for ids ['47c5d9a4-e5b1-496e-aa6e-273d5af247d7'] in dv-cinder-793386-1-smb is: [{'id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'name': 'tempest-TestShelveInstance-440845049-router', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:22Z', 'updated_at': '2021-05-27T12:29:31Z', 'revision_number': 4, 'project_id': '7d81d2a62e1e4185a13d625095dd2933', 'gw_port': {'id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:24Z', 'updated_at': '2021-05-27T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '4f516622-ddbb-46da-bc3e-522c93944f5f', 'name': '', 'network_id': '0141e1d1-3547-4a1c-84e5-0d855b06708a', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'mac_address': 'fa:16:3e:47:ce:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'dd092203-80eb-49ce-b6d8-05eb7fc68720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:30Z', 'updated_at': '2021-05-27T12:29:35Z', 'revision_number': 4, 'project_id': '7d81d2a62e1e4185a13d625095dd2933', 'subnets': [{'id': 'dd092203-80eb-49ce-b6d8-05eb7fc68720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:29:36.233624 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140d2f1-a367-466d-bf94-a9721eefe3e4 req-998344c1-7b71-4d6e-9e9f-85cfa08f48c7 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:36.235530 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f140d2f1-a367-466d-bf94-a9721eefe3e4 req-998344c1-7b71-4d6e-9e9f-85cfa08f48c7 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 944 time: 0.0846314 May 27 12:29:36.302278 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f140d2f1-a367-466d-bf94-a9721eefe3e4 req-4a50f61f-a5e1-49da-819f-4122ebece190 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598481 May 27 12:29:36.991387 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:37.050867 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e62e5-7393-42a8-ab8a-52250251b825 req-0312b75d-de12-4fa8-ad63-284435b80e62 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:37.052354 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0b3e62e5-7393-42a8-ab8a-52250251b825 req-0312b75d-de12-4fa8-ad63-284435b80e62 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0897074 May 27 12:29:37.104615 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0b3e62e5-7393-42a8-ab8a-52250251b825 req-dc16054b-3cf0-4b93-b5ec-0c0362a15747 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465319 May 27 12:29:37.239258 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 52811a2f-3b46-409c-b0de-7ba4fff4b35d up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:37.354653 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 52811a2f-3b46-409c-b0de-7ba4fff4b35d completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:29:37.364180 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 52811a2f-3b46-409c-b0de-7ba4fff4b35d triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:37.364843 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:37.571286 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:37.614412 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e56a627-2aae-4330-a3b2-b9e844448dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52811a2f-3b46-409c-b0de-7ba4fff4b35d'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:29:37.627163 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 52811a2f-3b46-409c-b0de-7ba4fff4b35d, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=52811a2f-3b46-409c-b0de-7ba4fff4b35d,segment=NetworkSegment(8033fc0f-5c8f-49d9-8215-928e130cf98f),segment_id=8033fc0f-5c8f-49d9-8215-928e130cf98f)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:37.633031 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:37.636580 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d5f38bba-6158-4d99-8a7a-e545e0c6ab47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:37.731596 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=52811a2f-3b46-409c-b0de-7ba4fff4b35d,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:37.735519 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:37.868412 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b77700-3bfd-4dda-805b-402ec143b6e0 req-f78070e8-06e1-4174-a24b-37d76a35cd9c tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:37.870126 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-37b77700-3bfd-4dda-805b-402ec143b6e0 req-f78070e8-06e1-4174-a24b-37d76a35cd9c tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 945 time: 0.0944557 May 27 12:29:37.923551 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-37b77700-3bfd-4dda-805b-402ec143b6e0 req-b45ad49d-e8dd-4b17-90ff-0fca20453510 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470364 May 27 12:29:37.987334 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e56a627-2aae-4330-a3b2-b9e844448dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52811a2f-3b46-409c-b0de-7ba4fff4b35d', 'code': 200} May 27 12:29:38.020864 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 4f516622-ddbb-46da-bc3e-522c93944f5f up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:38.096030 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 4f516622-ddbb-46da-bc3e-522c93944f5f completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:29:38.100895 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 4f516622-ddbb-46da-bc3e-522c93944f5f triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:38.101289 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:38.235488 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b61cd-6878-4590-ab38-9499f03be070 req-b78b7ad7-885e-433a-b46d-2b3fd0577fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:38.237051 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d50b61cd-6878-4590-ab38-9499f03be070 req-b78b7ad7-885e-433a-b46d-2b3fd0577fb4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 1098 time: 0.0836706 May 27 12:29:38.252365 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:38.294093 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 4f516622-ddbb-46da-bc3e-522c93944f5f, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=4f516622-ddbb-46da-bc3e-522c93944f5f,segment=NetworkSegment(36045859-5c03-4908-8318-71a60f3f1521),segment_id=36045859-5c03-4908-8318-71a60f3f1521)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:38.299753 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:38.302230 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:38.307142 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d50b61cd-6878-4590-ab38-9499f03be070 req-36f7d2c2-40c6-408e-aea9-182e6f53d15e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634043 May 27 12:29:38.377274 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=4f516622-ddbb-46da-bc3e-522c93944f5f,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:38.381013 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:38.431846 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304a2ac-a8b5-481e-ae65-cf190a2b666a req-890c02e2-3c6c-4b28-b366-f5d1a999d7b7 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:38.433284 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6304a2ac-a8b5-481e-ae65-cf190a2b666a req-890c02e2-3c6c-4b28-b366-f5d1a999d7b7 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.2158875 May 27 12:29:38.482152 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6304a2ac-a8b5-481e-ae65-cf190a2b666a req-d4155686-675c-455f-a020-2246a0277c04 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 May 27 12:29:39.117368 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f182f-1892-492d-bddc-bd31f4dc5192 req-07b7a0f7-2b50-4dfb-9c72-4d42466432c7 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:39.118782 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-245f182f-1892-492d-bddc-bd31f4dc5192 req-07b7a0f7-2b50-4dfb-9c72-4d42466432c7 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 945 time: 0.0875051 May 27 12:29:39.169187 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-245f182f-1892-492d-bddc-bd31f4dc5192 req-0f1ac051-0723-4bee-aefc-c2d1f08708f9 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443974 May 27 12:29:39.670837 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c6c5c-fd6a-4a21-ac79-dd58a75d4a01 req-24b6deca-d07c-48f9-9924-c46cc2d4bed0 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:39.672246 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-412c6c5c-fd6a-4a21-ac79-dd58a75d4a01 req-24b6deca-d07c-48f9-9924-c46cc2d4bed0 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0796270 May 27 12:29:39.719272 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-412c6c5c-fd6a-4a21-ac79-dd58a75d4a01 req-65a2fe65-cb0c-4995-b396-9c5d296858cb tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412245 May 27 12:29:39.972123 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 4f516622-ddbb-46da-bc3e-522c93944f5f up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:40.043577 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 4f516622-ddbb-46da-bc3e-522c93944f5f triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:40.043943 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:40.314543 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6140a3-1d1b-4a34-ad0e-2b0d41f37f3d req-87584e39-16c3-4f31-bacd-1a8ba959d9f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:40.315988 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6a6140a3-1d1b-4a34-ad0e-2b0d41f37f3d req-87584e39-16c3-4f31-bacd-1a8ba959d9f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0948503 May 27 12:29:40.360597 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6a6140a3-1d1b-4a34-ad0e-2b0d41f37f3d req-6c4991e0-8cf0-4ac4-99a4-e6a163cd978c tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381122 May 27 12:29:40.539293 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0854016-9c71-4a4e-b052-047d49aa894c req-c2638182-cb10-450f-ac63-b31fd5dd7edc tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:40.540787 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d0854016-9c71-4a4e-b052-047d49aa894c req-c2638182-cb10-450f-ac63-b31fd5dd7edc tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 945 time: 0.0810757 May 27 12:29:40.587471 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d0854016-9c71-4a4e-b052-047d49aa894c req-1f0f6ba9-01ff-4028-ab35-4a5398567e03 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 May 27 12:29:40.913591 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f7af3-0e2d-4ba8-9960-fa27a2982081 req-4ca8d591-b944-42c2-b90c-456970d864bc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:40.915088 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bb7f7af3-0e2d-4ba8-9960-fa27a2982081 req-4ca8d591-b944-42c2-b90c-456970d864bc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0859287 May 27 12:29:40.962219 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bb7f7af3-0e2d-4ba8-9960-fa27a2982081 req-0cad0acf-14d6-4e68-a11e-893e0d0588b9 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 May 27 12:29:41.551338 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf6b39-051d-41c1-a13d-f1feda996bcd req-549139e2-e0db-431f-94e6-73204eaf500a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:41.552867 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6bcf6b39-051d-41c1-a13d-f1feda996bcd req-549139e2-e0db-431f-94e6-73204eaf500a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0806222 May 27 12:29:41.603310 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6bcf6b39-051d-41c1-a13d-f1feda996bcd req-1d0d9e4e-871a-43bf-8dcf-3b25377f55ae tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444946 May 27 12:29:41.982025 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb1a9a-00d7-43eb-a2a8-30d7b70bab6b req-3169151a-a93c-451c-a354-e5395f91ae9e tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:41.983502 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-77cb1a9a-00d7-43eb-a2a8-30d7b70bab6b req-3169151a-a93c-451c-a354-e5395f91ae9e tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 945 time: 0.0805693 May 27 12:29:42.029249 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-77cb1a9a-00d7-43eb-a2a8-30d7b70bab6b req-7b89cb8f-98d0-4de6-9659-0c8001f0b2a4 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392888 May 27 12:29:42.357168 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d000be4-5e4f-4336-9d1e-9179370b9589 req-1d0ed346-a367-411c-b45b-328f262a3363 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:42.358552 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3d000be4-5e4f-4336-9d1e-9179370b9589 req-1d0ed346-a367-411c-b45b-328f262a3363 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0837321 May 27 12:29:42.404436 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3d000be4-5e4f-4336-9d1e-9179370b9589 req-b4814d83-6337-44c5-96c9-1da4d1fa77c8 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394771 May 27 12:29:42.803771 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25267f3-8531-4daf-a605-e9a8e72f2e45 req-7026552d-7e54-4338-80e2-dda46b7cb912 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:42.805245 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b25267f3-8531-4daf-a605-e9a8e72f2e45 req-7026552d-7e54-4338-80e2-dda46b7cb912 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0834556 May 27 12:29:42.849181 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b25267f3-8531-4daf-a605-e9a8e72f2e45 req-5452f264-8459-4886-a29f-5859590b9d06 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380762 May 27 12:29:43.221519 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32954493-f354-4c6a-93f7-e63c8836c769 req-ead2c123-a69a-4907-b0ee-f191419b2097 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:43.223179 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-32954493-f354-4c6a-93f7-e63c8836c769 req-ead2c123-a69a-4907-b0ee-f191419b2097 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 945 time: 0.0854790 May 27 12:29:43.271657 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-32954493-f354-4c6a-93f7-e63c8836c769 req-03a35be5-6e21-4cfd-88e5-358866b2bde2 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427425 May 27 12:29:43.592942 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63a129-c9c1-4688-9989-39a4e054389e req-1a8a110c-d938-4e2d-8645-99a8c85f072b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:43.594994 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5b63a129-c9c1-4688-9989-39a4e054389e req-1a8a110c-d938-4e2d-8645-99a8c85f072b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0855203 May 27 12:29:43.645339 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5b63a129-c9c1-4688-9989-39a4e054389e req-3146c5d8-d643-44cf-a049-05b35f57302e tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 May 27 12:29:43.718980 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-50cc02c3-aa8d-4986-a674-00c0ac83a5a4 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:43.720270 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-50cc02c3-aa8d-4986-a674-00c0ac83a5a4 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Synchronizing usage tracker for tenant:40270b3ba1d048f791cdd15ae52b6b02 on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:29:43.738194 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-50cc02c3-aa8d-4986-a674-00c0ac83a5a4 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Unset dirty status for tenant:40270b3ba1d048f791cdd15ae52b6b02 on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:29:43.739334 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-50cc02c3-aa8d-4986-a674-00c0ac83a5a4 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 945 time: 0.1000128 May 27 12:29:43.887439 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Deleting port 52811a2f-3b46-409c-b0de-7ba4fff4b35d {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:29:43.887823 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:44.026068 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] For port 52811a2f-3b46-409c-b0de-7ba4fff4b35d, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=52811a2f-3b46-409c-b0de-7ba4fff4b35d,segment=NetworkSegment(8033fc0f-5c8f-49d9-8215-928e130cf98f),segment_id=8033fc0f-5c8f-49d9-8215-928e130cf98f)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:44.026536 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:44.036288 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494bb29-0771-4366-9a43-c74b92d426a7 req-342cc26d-679d-41b7-8045-0bc83e8231c9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:44.037820 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6494bb29-0771-4366-9a43-c74b92d426a7 req-342cc26d-679d-41b7-8045-0bc83e8231c9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0826476 May 27 12:29:44.084474 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6494bb29-0771-4366-9a43-c74b92d426a7 req-a70d3d7a-0043-4223-aa9d-1d56b2c150ac tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407755 May 27 12:29:44.226758 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Calling delete_port for 52811a2f-3b46-409c-b0de-7ba4fff4b35d owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:29:44.344891 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:44.350908 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a8911d7f-3094-4952-831d-94c6ddec2900 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:44.357744 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['52811a2f-3b46-409c-b0de-7ba4fff4b35d'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:29:44.396570 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Pushing event deleted for resources: {'Port': ['ID=52811a2f-3b46-409c-b0de-7ba4fff4b35d,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:44.429473 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-edb49ac4-462c-4e65-997d-fb8ed2e800b8 req-c686eb39-75d6-45bd-be21-97766d5bf2bd tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=4e56a627-2aae-4330-a3b2-b9e844448dc5 HTTP/1.1" status: 200 len: 210 time: 0.0441535 May 27 12:29:44.439350 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:44.439825 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:44.440067 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:44.440482 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:44.440850 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:44.441085 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:44.441444 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:44.441747 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:44.442076 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:44.442486 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:44.442784 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:44.443114 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:44.450463 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:44.485788 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] No DVR routers for this DVR port 52811a2f-3b46-409c-b0de-7ba4fff4b35d on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:29:44.489556 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:44.492247 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e56a627-2aae-4330-a3b2-b9e844448dc5', 'name': 'network-vif-deleted', 'tag': '52811a2f-3b46-409c-b0de-7ba4fff4b35d'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:29:44.508487 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e758ffe2-c477-4ab5-a8f3-3d25952b5492 req-1ad225c8-2f27-4bbd-a4a1-21f325f748e3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.95 "DELETE /v2.0/ports/52811a2f-3b46-409c-b0de-7ba4fff4b35d HTTP/1.1" status: 204 len: 173 time: 0.7610686 May 27 12:29:44.541738 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e56a627-2aae-4330-a3b2-b9e844448dc5', 'name': 'network-vif-deleted', 'tag': '52811a2f-3b46-409c-b0de-7ba4fff4b35d', 'status': 'completed', 'code': 200} May 27 12:29:44.834736 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81043ec0-9489-4bb7-9d1c-ce806e15dfb7 req-a96f15ee-5e38-4e5b-b457-de784297b039 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:44.836162 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-81043ec0-9489-4bb7-9d1c-ce806e15dfb7 req-a96f15ee-5e38-4e5b-b457-de784297b039 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0858529 May 27 12:29:44.882738 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-81043ec0-9489-4bb7-9d1c-ce806e15dfb7 req-085640a3-f370-4181-9029-24aab3927478 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408671 May 27 12:29:45.274926 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e580787-4cb0-4e62-a61e-84bd7b019c38 req-99250c76-8aa0-42ee-b361-86a8e9049788 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:45.276398 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0e580787-4cb0-4e62-a61e-84bd7b019c38 req-99250c76-8aa0-42ee-b361-86a8e9049788 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0792763 May 27 12:29:45.334435 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0e580787-4cb0-4e62-a61e-84bd7b019c38 req-77617ce9-d151-4596-b2a3-500ceff50c0b tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481775 May 27 12:29:45.721654 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9969f2-e820-428a-a810-b8fabe7f7551 req-3e07b358-8e11-46e2-940b-d9bdbe47a270 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:45.723346 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ad9969f2-e820-428a-a810-b8fabe7f7551 req-3e07b358-8e11-46e2-940b-d9bdbe47a270 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.0898507 May 27 12:29:45.803256 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ad9969f2-e820-428a-a810-b8fabe7f7551 req-3eee6d40-e917-47d4-8a4f-f9f805e8de38 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731254 May 27 12:29:45.960692 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-bfaaac1e-ec4a-4c05-b35d-8a7e91fbf428 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:45.967826 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-bfaaac1e-ec4a-4c05-b35d-8a7e91fbf428 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/networks?id=c12d0a13-f738-4723-b8bb-d97afcff0b53 HTTP/1.1" status: 200 len: 808 time: 0.1949301 May 27 12:29:45.987603 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-2f5dc38c-b310-4959-802d-3a75b34bcc67 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/quotas/40270b3ba1d048f791cdd15ae52b6b02 HTTP/1.1" status: 200 len: 375 time: 0.0188468 May 27 12:29:46.185321 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-07495806-1dfc-40cf-821c-91f91016452e tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=40270b3ba1d048f791cdd15ae52b6b02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1967616 May 27 12:29:46.345644 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e74c6f-8c41-427a-9976-e9f524bef16a req-ae44623c-983f-4230-bc9a-5c46ae81e33b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:46.347734 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-06e74c6f-8c41-427a-9976-e9f524bef16a req-ae44623c-983f-4230-bc9a-5c46ae81e33b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.3020246 May 27 12:29:46.354041 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-44867348-96ac-418e-a346-53965d14fc2c service neutron] 10.222.0.90 "GET /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613750 May 27 12:29:46.479647 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-06e74c6f-8c41-427a-9976-e9f524bef16a req-c1f1894e-51e2-4629-9fab-19c0bf7b4d25 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216445 May 27 12:29:46.555357 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-4d9dc492-3b52-43e7-9b0a-e7a6ca79b4bd service neutron] 10.222.0.90 "GET /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802461 May 27 12:29:46.680218 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d22330-fe80-494b-8c47-6655902d15e4 req-7d637a9f-8ce0-4184-b6f1-53040e209066 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:46.682480 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-85d22330-fe80-494b-8c47-6655902d15e4 req-7d637a9f-8ce0-4184-b6f1-53040e209066 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0904179 May 27 12:29:46.796759 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ad17bc34-ec70-4474-83b6-acbaae585119 req-9ae4d355-7080-4b03-ab1c-b3365fc7426a tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 210 time: 0.0782857 May 27 12:29:46.800541 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-85d22330-fe80-494b-8c47-6655902d15e4 req-ca39ea6b-3ad7-4282-b8d1-1f59eb744728 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052945 May 27 12:29:47.030923 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbac82-2837-474d-aa02-5ef9d4002dbe req-254fd538-07b5-4706-891f-16e828ea9c43 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:47.032512 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-60cbac82-2837-474d-aa02-5ef9d4002dbe req-254fd538-07b5-4706-891f-16e828ea9c43 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1075878 May 27 12:29:47.094360 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-60cbac82-2837-474d-aa02-5ef9d4002dbe req-539ae19e-b006-41fd-8d4c-1eca57302025 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522165 May 27 12:29:47.330040 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 52811a2f-3b46-409c-b0de-7ba4fff4b35d no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:29:47.368931 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 52811a2f-3b46-409c-b0de-7ba4fff4b35d {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:29:47.369297 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 52811a2f-3b46-409c-b0de-7ba4fff4b35d not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:29:47.675796 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14723-2534-4bfb-901c-dea61a1bb52d req-22071263-eeff-4b60-8078-42e2b6cd6a4f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:47.677308 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-83e14723-2534-4bfb-901c-dea61a1bb52d req-22071263-eeff-4b60-8078-42e2b6cd6a4f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0808852 May 27 12:29:47.725184 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-83e14723-2534-4bfb-901c-dea61a1bb52d req-3583ba60-5f49-4873-96f0-5a0a4afafede tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 May 27 12:29:48.002080 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-50b819c6-c94f-4a51-ab77-b10142a3fb20 req-21b81bce-8d99-4c17-8b1a-1dd96bfdf1ad tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 210 time: 0.0793333 May 27 12:29:48.029559 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-c374ae2a-0fe5-491e-9fac-12c47a5fc3ae tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:48.031091 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-c374ae2a-0fe5-491e-9fac-12c47a5fc3ae tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.95 "GET /v2.0/networks?id=c12d0a13-f738-4723-b8bb-d97afcff0b53 HTTP/1.1" status: 200 len: 808 time: 0.1650069 May 27 12:29:48.049716 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Request body: {'port': {'device_id': 'ba20c2a9-56fc-4af8-837e-9bbb26fc1665', 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53', 'admin_state_up': True, 'tenant_id': '40270b3ba1d048f791cdd15ae52b6b02'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:48.052315 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753012f-ac67-4087-bfcd-5d53e8e4e5b0 req-51db8c03-6c92-4fef-9105-f02cf62a2719 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:48.054087 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b753012f-ac67-4087-bfcd-5d53e8e4e5b0 req-51db8c03-6c92-4fef-9105-f02cf62a2719 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0941896 May 27 12:29:48.110661 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b753012f-ac67-4087-bfcd-5d53e8e4e5b0 req-02ab1e05-c3cc-4296-8af1-33062a912382 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507276 May 27 12:29:48.212992 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:48.217826 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Usage tracker for resource:port and tenant:40270b3ba1d048f791cdd15ae52b6b02 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:48.221957 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:48.228310 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:48.239179 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Made reservation on behalf of 40270b3ba1d048f791cdd15ae52b6b02 for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:29:48.243665 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:48.307153 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412a4d6-f168-4268-9282-25c870165ddb req-0f78223e-f2f3-46b2-9467-ee977160035e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:48.327474 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a412a4d6-f168-4268-9282-25c870165ddb req-0f78223e-f2f3-46b2-9467-ee977160035e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1215217 May 27 12:29:48.385306 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a412a4d6-f168-4268-9282-25c870165ddb req-778dd8b6-5e56-4395-a0b2-3507a631c6dd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516458 May 27 12:29:48.441174 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Allocated IP 172.20.0.2 (c12d0a13-f738-4723-b8bb-d97afcff0b53/14ff9b6a-147d-494a-a3e9-664f2896cc4a/62e07a5c-07a2-4542-8135-b998b1b729a9) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:29:48.649215 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:48.679967 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:48.685570 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-3941b363-5a7c-4fd4-8e32-11a7a0e4a89b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:48.756229 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Network c12d0a13-f738-4723-b8bb-d97afcff0b53 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:29:48.759453 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:29:48.763421 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:29:48.769691 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:48.770348 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:48.778536 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Pushing event updated for resources: {'Port': ['ID=62e07a5c-07a2-4542-8135-b998b1b729a9,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:48.786428 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:48.801711 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7579436 May 27 12:29:48.814172 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Request body: {'port': {'device_id': 'ba20c2a9-56fc-4af8-837e-9bbb26fc1665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:29:48.922820 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2805193-4fb4-4775-8829-af884ab451c4 req-0adf2691-47eb-471f-a145-8027021951df tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:48.924197 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b2805193-4fb4-4775-8829-af884ab451c4 req-0adf2691-47eb-471f-a145-8027021951df tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0844314 May 27 12:29:48.927233 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:48.969783 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b2805193-4fb4-4775-8829-af884ab451c4 req-f020d1d1-f7fd-46a3-a575-7e776b93b1cb tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399134 May 27 12:29:49.211009 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe985f-9b10-40d1-99c5-4e7532ee8f17 req-06c15d82-7e41-406d-ba74-b1dc5d081106 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:49.212528 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5dbe985f-9b10-40d1-99c5-4e7532ee8f17 req-06c15d82-7e41-406d-ba74-b1dc5d081106 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 931 time: 0.0919099 May 27 12:29:49.295803 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e07a5c-07a2-4542-8135-b998b1b729a9 {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:29:49.304324 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:49.317544 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5dbe985f-9b10-40d1-99c5-4e7532ee8f17 req-f26eba92-e9ed-492b-8d8b-12bbb0399930 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984316 May 27 12:29:49.321098 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Transition to ACTIVE for port object 62e07a5c-07a2-4542-8135-b998b1b729a9 will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:29:49.326995 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:49.343439 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:49.361631 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155131-4938-467d-af61-0bb825b25f64 req-42ed60b8-b9b0-46bb-be1f-c4f811c831ed tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:49.364011 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-77155131-4938-467d-af61-0bb825b25f64 req-42ed60b8-b9b0-46bb-be1f-c4f811c831ed tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1425114 May 27 12:29:49.439979 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-77155131-4938-467d-af61-0bb825b25f64 req-7a99caf5-e3ef-4dee-9034-7841fcd4048c tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603390 May 27 12:29:49.624823 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101680e-0f75-4de9-be38-681b0f3fee8d req-92ff192a-c782-4677-9347-8b15c0c17a5a tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:49.626495 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b101680e-0f75-4de9-be38-681b0f3fee8d req-92ff192a-c782-4677-9347-8b15c0c17a5a tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.0886083 May 27 12:29:49.663058 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Pushing event updated for resources: {'Port': ['ID=62e07a5c-07a2-4542-8135-b998b1b729a9,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:49.668383 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:49.679798 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b101680e-0f75-4de9-be38-681b0f3fee8d req-c51ba17c-bf74-4719-946a-81b11116f8a5 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467982 May 27 12:29:49.682727 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Attempting to bind port 62e07a5c-07a2-4542-8135-b998b1b729a9 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:29:49.682829 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Attempting to bind port 62e07a5c-07a2-4542-8135-b998b1b729a9 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': '8033fc0f-5c8f-49d9-8215-928e130cf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:29:49.683127 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Attempting to bind port 62e07a5c-07a2-4542-8135-b998b1b729a9 on network c12d0a13-f738-4723-b8bb-d97afcff0b53 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:29:49.689928 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Port 62e07a5c-07a2-4542-8135-b998b1b729a9 on network c12d0a13-f738-4723-b8bb-d97afcff0b53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:29:49.690945 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Attempting to bind port 62e07a5c-07a2-4542-8135-b998b1b729a9 on network c12d0a13-f738-4723-b8bb-d97afcff0b53 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:29:49.696685 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:29:49.697194 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Checking segment: {'id': '8033fc0f-5c8f-49d9-8215-928e130cf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:29:49.697656 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Bound using segment: {'id': '8033fc0f-5c8f-49d9-8215-928e130cf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:29:49.698004 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Bound port: 62e07a5c-07a2-4542-8135-b998b1b729a9, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8033fc0f-5c8f-49d9-8215-928e130cf98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:29:49.698590 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:49.800233 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] For port 62e07a5c-07a2-4542-8135-b998b1b729a9, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:29:49.803783 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] For port 62e07a5c-07a2-4542-8135-b998b1b729a9, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=62e07a5c-07a2-4542-8135-b998b1b729a9,segment=NetworkSegment(8033fc0f-5c8f-49d9-8215-928e130cf98f),segment_id=8033fc0f-5c8f-49d9-8215-928e130cf98f)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:29:49.807368 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:49.812048 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-49395008-9376-4350-95ef-c9386917dd8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:49.867711 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:49.868328 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:49.869662 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] 10.222.0.95 "PUT /v2.0/ports/62e07a5c-07a2-4542-8135-b998b1b729a9 HTTP/1.1" status: 200 len: 1093 time: 1.0601263 May 27 12:29:49.870128 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba20c2a9-56fc-4af8-837e-9bbb26fc1665', 'tag': '62e07a5c-07a2-4542-8135-b998b1b729a9'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:29:49.895670 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Pushing event updated for resources: {'Port': ['ID=62e07a5c-07a2-4542-8135-b998b1b729a9,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:49.898569 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:49.949346 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba20c2a9-56fc-4af8-837e-9bbb26fc1665', 'tag': '62e07a5c-07a2-4542-8135-b998b1b729a9', 'status': 'completed', 'code': 200} May 27 12:29:49.994775 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-b45cdadf-9ada-4f25-bf75-ea4161fc65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:49.996162 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-b45cdadf-9ada-4f25-bf75-ea4161fc65c6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=40270b3ba1d048f791cdd15ae52b6b02&device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 1096 time: 0.0791645 May 27 12:29:50.067592 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-fd9dc19e-7b80-429e-ad4d-fe481b6052e0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62e07a5c-07a2-4542-8135-b998b1b729a9 HTTP/1.1" status: 200 len: 217 time: 0.0611992 May 27 12:29:50.134273 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-af032150-0713-4ec7-b473-9d2dafee8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:50.135723 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-af032150-0713-4ec7-b473-9d2dafee8c35 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=14ff9b6a-147d-494a-a3e9-664f2896cc4a HTTP/1.1" status: 200 len: 848 time: 0.0610814 May 27 12:29:50.161102 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea3770-757d-450c-8d4b-ad9d71c34b38 req-e452bb7b-739d-41db-92cf-8e89e2fb7fae tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:50.162741 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-91ea3770-757d-450c-8d4b-ad9d71c34b38 req-e452bb7b-739d-41db-92cf-8e89e2fb7fae tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0816848 May 27 12:29:50.194293 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-11658481-b88e-4511-9a23-e0c94ab43872 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c12d0a13-f738-4723-b8bb-d97afcff0b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416098 May 27 12:29:50.209818 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-91ea3770-757d-450c-8d4b-ad9d71c34b38 req-00e0dc1b-0987-43ee-95db-b8ac84635af6 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405700 May 27 12:29:50.330759 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-387346d6-6fce-441c-acd0-978d8fbf60bf service neutron] 10.222.0.95 "GET /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272879 May 27 12:29:50.471120 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-18fa7cb2-c83d-4c66-8d8c-1fade67086c3 req-6bc2c179-02c8-4512-a3b3-ca342d6a604c service neutron] 10.222.0.95 "GET /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326492 May 27 12:29:50.539853 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388a869-0c01-4d51-b664-bf50e408d2a9 req-8cc56daa-e1d7-4da0-9008-61fc8d060071 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:50.542326 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e388a869-0c01-4d51-b664-bf50e408d2a9 req-8cc56daa-e1d7-4da0-9008-61fc8d060071 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 943 time: 0.0990205 May 27 12:29:50.615374 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eeeda-2191-4234-a145-12f3e8b8f1d2 req-6edbbd75-1d57-43bf-a6bb-15521081e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:50.617167 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-903eeeda-2191-4234-a145-12f3e8b8f1d2 req-6edbbd75-1d57-43bf-a6bb-15521081e28f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=40270b3ba1d048f791cdd15ae52b6b02&device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 1096 time: 0.0844312 May 27 12:29:50.639240 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e388a869-0c01-4d51-b664-bf50e408d2a9 req-29c72769-5544-46aa-a511-3b13ec484631 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916500 May 27 12:29:50.672889 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf31432-9827-43d5-a248-ce9e7a34a073 req-b012c4a3-d9c0-44de-a3d0-0dd0712aeea6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:50.674332 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-dcf31432-9827-43d5-a248-ce9e7a34a073 req-b012c4a3-d9c0-44de-a3d0-0dd0712aeea6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1108787 May 27 12:29:50.727791 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-dcf31432-9827-43d5-a248-ce9e7a34a073 req-24ee733a-1903-4229-b308-5359bf06a237 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475440 May 27 12:29:50.768517 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eeeda-2191-4234-a145-12f3e8b8f1d2 req-be172364-2e92-4230-a061-a0c747b4b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:50.769974 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-903eeeda-2191-4234-a145-12f3e8b8f1d2 req-be172364-2e92-4230-a061-a0c747b4b12c service neutron] 10.222.0.95 "GET /v2.0/networks?id=c12d0a13-f738-4723-b8bb-d97afcff0b53 HTTP/1.1" status: 200 len: 909 time: 0.1431456 May 27 12:29:50.851446 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-903eeeda-2191-4234-a145-12f3e8b8f1d2 req-6b3e8a3e-7bdf-43fc-aa10-b8be87097f9f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62e07a5c-07a2-4542-8135-b998b1b729a9 HTTP/1.1" status: 200 len: 217 time: 0.0737669 May 27 12:29:50.927492 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eeeda-2191-4234-a145-12f3e8b8f1d2 req-d9ee52c5-7046-41b2-8a20-2a4e788c3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:50.929237 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-903eeeda-2191-4234-a145-12f3e8b8f1d2 req-d9ee52c5-7046-41b2-8a20-2a4e788c3885 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=14ff9b6a-147d-494a-a3e9-664f2896cc4a HTTP/1.1" status: 200 len: 848 time: 0.0707848 May 27 12:29:50.976979 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb80e0c-42d2-4f8f-bbf1-45d25b847807 req-ef25dbe0-b79f-4e0b-8139-740051a621e4 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:50.978476 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4eb80e0c-42d2-4f8f-bbf1-45d25b847807 req-ef25dbe0-b79f-4e0b-8139-740051a621e4 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1778219 May 27 12:29:50.987592 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-903eeeda-2191-4234-a145-12f3e8b8f1d2 req-2dcb4475-4127-46f3-bbfa-5a718d47d66f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c12d0a13-f738-4723-b8bb-d97afcff0b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475483 May 27 12:29:51.029568 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4eb80e0c-42d2-4f8f-bbf1-45d25b847807 req-1b372912-76f7-4325-be46-13af7f8c4cf6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447865 May 27 12:29:51.128927 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-903eeeda-2191-4234-a145-12f3e8b8f1d2 req-cc4ee646-5fb3-49fb-a2db-5a1801fd651b service neutron] 10.222.0.95 "GET /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343112 May 27 12:29:51.270311 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-903eeeda-2191-4234-a145-12f3e8b8f1d2 req-784f41af-4d01-48a6-ae9c-220bb598fac2 service neutron] 10.222.0.95 "GET /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336658 May 27 12:29:51.427895 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c127f2-696f-41fc-aace-d7e82c94bd05 req-8ef090c3-d292-4518-bd09-68010b9f776e tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:51.429536 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-15c127f2-696f-41fc-aace-d7e82c94bd05 req-8ef090c3-d292-4518-bd09-68010b9f776e tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0915735 May 27 12:29:51.492347 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-15c127f2-696f-41fc-aace-d7e82c94bd05 req-6b988882-50ef-486a-be2a-80c30522715c tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551593 May 27 12:29:51.890143 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23d9b2-7f23-4d5f-9ed8-d76bd97f7c04 req-de7a78ea-76d4-4d8b-b60f-4c5b53061896 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:51.891924 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7b23d9b2-7f23-4d5f-9ed8-d76bd97f7c04 req-de7a78ea-76d4-4d8b-b60f-4c5b53061896 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 943 time: 0.1341436 May 27 12:29:51.954482 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7b23d9b2-7f23-4d5f-9ed8-d76bd97f7c04 req-5b602644-3137-4da1-a09f-e343a24b6bfb tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559967 May 27 12:29:51.972228 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d6541-ab5d-4644-ac85-559723f75cbd req-c2be4295-6c8d-4aee-a651-94ddc5c4d9bc tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:51.973669 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a04d6541-ab5d-4644-ac85-559723f75cbd req-c2be4295-6c8d-4aee-a651-94ddc5c4d9bc tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1326497 May 27 12:29:52.024923 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a04d6541-ab5d-4644-ac85-559723f75cbd req-251d7318-cd7c-46b7-98ab-a2ad88bf80cb tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446658 May 27 12:29:52.230487 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077884c0-d857-4606-8fd6-732cc234cd9b req-2cc8df77-9110-4bc8-bdfe-ec35ba639a3f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:52.231957 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-077884c0-d857-4606-8fd6-732cc234cd9b req-2cc8df77-9110-4bc8-bdfe-ec35ba639a3f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.0863655 May 27 12:29:52.278827 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-077884c0-d857-4606-8fd6-732cc234cd9b req-741eb57c-1b47-4104-977c-2d438e885403 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403752 May 27 12:29:52.693835 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99194ab-26a0-4be9-9548-24a6f033451f req-a5a87e51-1ac2-4aad-a28c-aa414437e125 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:52.695355 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b99194ab-26a0-4be9-9548-24a6f033451f req-a5a87e51-1ac2-4aad-a28c-aa414437e125 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0876794 May 27 12:29:52.752832 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b99194ab-26a0-4be9-9548-24a6f033451f req-33f9f7c6-672a-46dc-8f58-18a0b3517c9e tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516064 May 27 12:29:53.197857 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edab39-c250-4e52-ad4d-ecd60f74745a req-195e98ef-fd12-400e-a58a-7c672d07097e tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:53.199207 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d3edab39-c250-4e52-ad4d-ecd60f74745a req-195e98ef-fd12-400e-a58a-7c672d07097e tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 943 time: 0.1265442 May 27 12:29:53.253667 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d3edab39-c250-4e52-ad4d-ecd60f74745a req-ad55ee75-0559-45e7-830b-e3a30ab5b3d2 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473466 May 27 12:29:53.272444 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005694b-db69-498d-b1d2-54ec7b7e1766 req-dddb2348-e247-403a-9bc2-cd33cf3a89a0 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:53.273878 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7005694b-db69-498d-b1d2-54ec7b7e1766 req-dddb2348-e247-403a-9bc2-cd33cf3a89a0 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1307063 May 27 12:29:53.325144 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7005694b-db69-498d-b1d2-54ec7b7e1766 req-db5f7c94-deb2-446c-aef7-10af624ed2a0 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455294 May 27 12:29:53.393367 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 62e07a5c-07a2-4542-8135-b998b1b729a9 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:29:53.481122 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b81a1-cc50-46e6-9eb9-083cb2d920e2 req-a734b441-c687-4cdb-875b-a33d5c8d3f9a tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:53.482674 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-360b81a1-cc50-46e6-9eb9-083cb2d920e2 req-a734b441-c687-4cdb-875b-a33d5c8d3f9a tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.0859928 May 27 12:29:53.530338 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 62e07a5c-07a2-4542-8135-b998b1b729a9, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=62e07a5c-07a2-4542-8135-b998b1b729a9,segment=NetworkSegment(8033fc0f-5c8f-49d9-8215-928e130cf98f),segment_id=8033fc0f-5c8f-49d9-8215-928e130cf98f)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:53.538965 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-360b81a1-cc50-46e6-9eb9-083cb2d920e2 req-c4bd03d8-b5cf-4a7e-8c31-46ac42baa2ac tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498235 May 27 12:29:53.544126 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '62e07a5c-07a2-4542-8135-b998b1b729a9', 'network_id': 'c12d0a13-f738-4723-b8bb-d97afcff0b53', 'port_id': '62e07a5c-07a2-4542-8135-b998b1b729a9', 'mac_address': 'fa:16:3e:ac:41:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ff9b6a-147d-494a-a3e9-664f2896cc4a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:29:53.600726 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:53.618125 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e07a5c-07a2-4542-8135-b998b1b729a9 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:29:53.635152 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 62e07a5c-07a2-4542-8135-b998b1b729a9, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=62e07a5c-07a2-4542-8135-b998b1b729a9,segment=NetworkSegment(8033fc0f-5c8f-49d9-8215-928e130cf98f),segment_id=8033fc0f-5c8f-49d9-8215-928e130cf98f)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:53.639643 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:53.643250 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:53.714271 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=62e07a5c-07a2-4542-8135-b998b1b729a9,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:53.717357 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:53.932951 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['62e07a5c-07a2-4542-8135-b998b1b729a9'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:29:53.946832 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0c70d-37cf-42fe-b6b9-bee90d487662 req-6d84f4bc-a23a-422c-a674-1b975a0929be tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:53.954772 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-24c0c70d-37cf-42fe-b6b9-bee90d487662 req-6d84f4bc-a23a-422c-a674-1b975a0929be tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0936911 May 27 12:29:54.007020 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-24c0c70d-37cf-42fe-b6b9-bee90d487662 req-4f8b53d9-6cc3-4840-9cfa-92e103084c32 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513756 May 27 12:29:54.511154 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa7fc3-4a9b-42ab-ac85-1062f2bf7864 req-ae8b71b1-f602-4fde-b2fe-f74b9bfa2256 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:54.512606 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-76fa7fc3-4a9b-42ab-ac85-1062f2bf7864 req-ae8b71b1-f602-4fde-b2fe-f74b9bfa2256 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 944 time: 0.1443481 May 27 12:29:54.572342 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd430720-14c1-454b-9a8b-732bfc962eb9 req-0736d666-2b7d-412e-8fa9-9e55a279caca tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:54.573673 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bd430720-14c1-454b-9a8b-732bfc962eb9 req-0736d666-2b7d-412e-8fa9-9e55a279caca tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1262543 May 27 12:29:54.576459 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-76fa7fc3-4a9b-42ab-ac85-1062f2bf7864 req-8d6c59f7-3d9e-4cff-88f3-1f5fce5b562f tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568702 May 27 12:29:54.624015 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bd430720-14c1-454b-9a8b-732bfc962eb9 req-39a72062-28eb-4404-a246-515ef459a5c6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436270 May 27 12:29:54.757588 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232cb85-62d2-4649-9b6a-bbef3d8ef474 req-a2cb51af-1d54-42cf-9272-c8fb9ad1efde tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:54.759217 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e232cb85-62d2-4649-9b6a-bbef3d8ef474 req-a2cb51af-1d54-42cf-9272-c8fb9ad1efde tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.0834296 May 27 12:29:54.808828 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e232cb85-62d2-4649-9b6a-bbef3d8ef474 req-0384ca10-636b-4850-9dfc-679a96281c86 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393758 May 27 12:29:55.200621 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61d2f7-a89c-42de-8fc7-25722a47dda0 req-a0099a34-f5bb-4e15-8637-e7fe6ddcfd38 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:55.202045 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1c61d2f7-a89c-42de-8fc7-25722a47dda0 req-a0099a34-f5bb-4e15-8637-e7fe6ddcfd38 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0834143 May 27 12:29:55.247285 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1c61d2f7-a89c-42de-8fc7-25722a47dda0 req-903f02e4-389b-480d-bf21-0b588bd0c029 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388880 May 27 12:29:55.406069 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 62e07a5c-07a2-4542-8135-b998b1b729a9 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:29:55.483691 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 62e07a5c-07a2-4542-8135-b998b1b729a9 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:29:55.489485 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 62e07a5c-07a2-4542-8135-b998b1b729a9 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:29:55.489859 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:55.622603 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:55.653180 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba20c2a9-56fc-4af8-837e-9bbb26fc1665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e07a5c-07a2-4542-8135-b998b1b729a9'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:29:55.666418 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 62e07a5c-07a2-4542-8135-b998b1b729a9, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=62e07a5c-07a2-4542-8135-b998b1b729a9,segment=NetworkSegment(8033fc0f-5c8f-49d9-8215-928e130cf98f),segment_id=8033fc0f-5c8f-49d9-8215-928e130cf98f)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:29:55.671000 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:55.672897 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:55.743585 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=62e07a5c-07a2-4542-8135-b998b1b729a9,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:55.751508 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:55.751851 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:55.752203 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:55.752577 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:55.753546 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:55.753546 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:55.753546 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:55.753915 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:55.754153 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:55.754520 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:55.754839 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:55.756466 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:29:55.759075 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:55.846516 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfe767-c6d1-424f-8ce9-3ce8ba785793 req-dffa4623-cbfb-41c9-9fd5-468a2001f9fb tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:55.848485 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-eebfe767-c6d1-424f-8ce9-3ce8ba785793 req-dffa4623-cbfb-41c9-9fd5-468a2001f9fb tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 945 time: 0.1500657 May 27 12:29:55.900588 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ef0e7-ed50-4a5c-a95b-dbe86f5b5a0f req-91a9c0c7-f649-4e57-a1c8-66c07babf12b tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:55.902254 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ed0ef0e7-ed50-4a5c-a95b-dbe86f5b5a0f req-91a9c0c7-f649-4e57-a1c8-66c07babf12b tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1441307 May 27 12:29:55.934426 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-eebfe767-c6d1-424f-8ce9-3ce8ba785793 req-5c776cd1-17ab-4f33-b9d2-c4209a40bbe4 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783498 May 27 12:29:55.963021 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ed0ef0e7-ed50-4a5c-a95b-dbe86f5b5a0f req-75e7ea83-52a0-4bba-8c4d-e27d549c9058 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541480 May 27 12:29:55.991889 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba20c2a9-56fc-4af8-837e-9bbb26fc1665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e07a5c-07a2-4542-8135-b998b1b729a9', 'code': 200} May 27 12:29:56.143611 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883851ea-a7c4-4ed7-94b7-9164dffd35d3 req-ff2513e7-b7e1-4b4e-b714-e94b238835b2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:56.145306 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-883851ea-a7c4-4ed7-94b7-9164dffd35d3 req-ff2513e7-b7e1-4b4e-b714-e94b238835b2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.0844069 May 27 12:29:56.236275 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e78d7e-13a6-4fde-a840-51bf60176e76 req-01fabdee-97fc-469c-bd98-96f64a301e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:56.237775 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-33e78d7e-13a6-4fde-a840-51bf60176e76 req-01fabdee-97fc-469c-bd98-96f64a301e8f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 1098 time: 0.0780358 May 27 12:29:56.283349 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-33e78d7e-13a6-4fde-a840-51bf60176e76 req-222279c5-b622-45b6-84f7-b7f07326de86 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385838 May 27 12:29:56.283572 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-883851ea-a7c4-4ed7-94b7-9164dffd35d3 req-b983f032-ee21-4d0e-a3fc-a35f61a4c18b tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320255 May 27 12:29:56.442451 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c26c85-fd63-4e6a-9974-b05595130421 req-161ef3ce-7441-4975-8b5d-d22faebc17c0 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:56.443824 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-55c26c85-fd63-4e6a-9974-b05595130421 req-161ef3ce-7441-4975-8b5d-d22faebc17c0 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0800512 May 27 12:29:56.487403 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-55c26c85-fd63-4e6a-9974-b05595130421 req-34262aa3-851d-458e-bbcf-864be8519aef tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378933 May 27 12:29:57.213910 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd95e55-abc4-4c0b-aa41-00ce4a60aa8e req-755f2b1e-309b-4619-8641-cdfa93b803b6 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:57.215503 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-acd95e55-abc4-4c0b-aa41-00ce4a60aa8e req-755f2b1e-309b-4619-8641-cdfa93b803b6 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 945 time: 0.1611142 May 27 12:29:57.223613 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bcade0-11df-4c6a-92f1-357285524309 req-c74532de-24f2-42e7-9d92-f695e0be788c tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:57.225184 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-81bcade0-11df-4c6a-92f1-357285524309 req-c74532de-24f2-42e7-9d92-f695e0be788c tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1354501 May 27 12:29:57.309210 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-acd95e55-abc4-4c0b-aa41-00ce4a60aa8e req-9645235f-e937-4438-9e7b-17a100251c40 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811303 May 27 12:29:57.323636 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-81bcade0-11df-4c6a-92f1-357285524309 req-e064a685-c85e-476b-96ae-68a095c37f2b tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842526 May 27 12:29:57.514406 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b16586-d011-4103-8479-d7853013fb4e req-9bb28c39-23e2-4f57-a7f0-907b936820c8 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:57.516594 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-84b16586-d011-4103-8479-d7853013fb4e req-9bb28c39-23e2-4f57-a7f0-907b936820c8 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.0983500 May 27 12:29:57.569692 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-84b16586-d011-4103-8479-d7853013fb4e req-78f55be0-314c-43c3-be9c-a3b9c880909a tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470746 May 27 12:29:57.686285 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3385a3-ca8d-422c-beb8-a165f6e88d5c req-2b30f4f6-93f4-434b-8faf-163668ec8c84 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:57.688316 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-df3385a3-ca8d-422c-beb8-a165f6e88d5c req-2b30f4f6-93f4-434b-8faf-163668ec8c84 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0843918 May 27 12:29:57.735651 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-df3385a3-ca8d-422c-beb8-a165f6e88d5c req-0d74b9f6-cb25-4edd-8d2a-c3aa3894d542 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 May 27 12:29:58.241746 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:58.251911 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 33150) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:58.376130 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a5eb-d72b-4d17-a3bb-4c12fd3ee59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:58.401436 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-7ba1a5eb-d72b-4d17-a3bb-4c12fd3ee59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:58.405379 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-7ba1a5eb-d72b-4d17-a3bb-4c12fd3ee59d admin admin] Usage tracker for resource:security_group_rule and tenant:93b7e9ee76114b9faa42f50accc70f2a is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:58.409341 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-7ba1a5eb-d72b-4d17-a3bb-4c12fd3ee59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:58.415403 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-7ba1a5eb-d72b-4d17-a3bb-4c12fd3ee59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:58.645535 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5b00ede7-4d6d-475e-a5d2-960defe9f03b req-872f4638-0c2b-4ee0-b247-41779c8da2a2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1628571 May 27 12:29:58.646139 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404ed71-6cb0-4bd1-90bb-fb4270fdbcce req-dbb280d8-d820-45cb-ad55-8cebf56a0680 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:58.647177 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6404ed71-6cb0-4bd1-90bb-fb4270fdbcce req-dbb280d8-d820-45cb-ad55-8cebf56a0680 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 945 time: 0.2053845 May 27 12:29:58.659142 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a5eb-d72b-4d17-a3bb-4c12fd3ee59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:58.667964 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc60fa-4829-4341-b32f-f2ecc1842c54 req-33b6ccb8-9eb2-4697-9123-1129af9d3fa3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:58.669450 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-09cc60fa-4829-4341-b32f-f2ecc1842c54 req-33b6ccb8-9eb2-4697-9123-1129af9d3fa3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1859310 May 27 12:29:58.684705 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-7ba1a5eb-d72b-4d17-a3bb-4c12fd3ee59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:58.695841 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-20e6102f-2ffb-4cf9-8310-71773374d71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:58.740860 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00ede7-4d6d-475e-a5d2-960defe9f03b req-782309f4-cce6-4df2-8341-b2e37c337aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:58.742361 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5b00ede7-4d6d-475e-a5d2-960defe9f03b req-782309f4-cce6-4df2-8341-b2e37c337aae service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 1099 time: 0.0738721 May 27 12:29:58.784080 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-7ba1a5eb-d72b-4d17-a3bb-4c12fd3ee59d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=93b7e9ee76114b9faa42f50accc70f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286074 May 27 12:29:58.787623 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6404ed71-6cb0-4bd1-90bb-fb4270fdbcce req-f967368e-6320-4424-9ffc-08266f2c7bb3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316359 May 27 12:29:58.788073 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 33166) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:58.794564 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1a5eb-d72b-4d17-a3bb-4c12fd3ee59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa169585-ac04-4350-b9b4-f94c86326edc,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:58.808516 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-7ba1a5eb-d72b-4d17-a3bb-4c12fd3ee59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:58.822912 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-09cc60fa-4829-4341-b32f-f2ecc1842c54 req-0381e875-0569-4d6d-b4f1-1c4f30af09ac tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387053 May 27 12:29:58.936627 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00ede7-4d6d-475e-a5d2-960defe9f03b req-8edfb5ee-5273-4216-9808-19148fa06d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:58.939117 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5b00ede7-4d6d-475e-a5d2-960defe9f03b req-8edfb5ee-5273-4216-9808-19148fa06d48 service neutron] 10.222.0.95 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 919 time: 0.1767652 May 27 12:29:58.968151 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-272f3fd3-18f8-496c-84d9-31335883a528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:59.018381 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5b00ede7-4d6d-475e-a5d2-960defe9f03b req-095e1f37-a97f-4af4-a219-bdd39abb7249 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1337d9e9-49b2-48cb-a5ef-024d3daaecfc HTTP/1.1" status: 200 len: 217 time: 0.0676496 May 27 12:29:59.061472 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-272f3fd3-18f8-496c-84d9-31335883a528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:59.084237 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00ede7-4d6d-475e-a5d2-960defe9f03b req-c9eff16d-9523-42e5-9b79-22fc798848fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:59.085674 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5b00ede7-4d6d-475e-a5d2-960defe9f03b req-c9eff16d-9523-42e5-9b79-22fc798848fe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bcedd835-9e39-4926-9720-1547ad6355e8 HTTP/1.1" status: 200 len: 858 time: 0.0609138 May 27 12:29:59.142160 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5b00ede7-4d6d-475e-a5d2-960defe9f03b req-1d8f6fba-948b-4a7d-98b1-b090033c2867 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=deead674-9f7c-444a-ae32-e97701fd0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491676 May 27 12:29:59.142683 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ff961-77d0-41c0-95e6-13f14a309876 req-6760f900-556d-408e-942f-f24f382de7a9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:59.144255 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a99ff961-77d0-41c0-95e6-13f14a309876 req-6760f900-556d-408e-942f-f24f382de7a9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.2246032 May 27 12:29:59.160167 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec257969-108f-47e0-becc-5729aa90643b req-e31cda25-c551-412a-9420-f7b837552e68 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:29:59.165149 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ec257969-108f-47e0-becc-5729aa90643b req-e31cda25-c551-412a-9420-f7b837552e68 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.2049253 May 27 12:29:59.257917 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-272f3fd3-18f8-496c-84d9-31335883a528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:59.265980 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-0bbeb981-9f12-44e5-8a6d-fbff2578aa2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:29:59.287517 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ec257969-108f-47e0-becc-5729aa90643b req-ee324d07-f722-4e46-b07b-e276c035194a tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215985 May 27 12:29:59.304636 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a99ff961-77d0-41c0-95e6-13f14a309876 req-23dde4a3-99fa-4630-9502-87a9133a7582 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371753 May 27 12:29:59.305499 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f3fd3-18f8-496c-84d9-31335883a528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa169585-ac04-4350-b9b4-f94c86326edc,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:29:59.318031 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-272f3fd3-18f8-496c-84d9-31335883a528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:29:59.323631 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-272f3fd3-18f8-496c-84d9-31335883a528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:59.328288 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-272f3fd3-18f8-496c-84d9-31335883a528 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fa169585-ac04-4350-b9b4-f94c86326edc HTTP/1.1" status: 204 len: 168 time: 0.5364556 May 27 12:29:59.341076 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5b00ede7-4d6d-475e-a5d2-960defe9f03b req-4770da70-6a18-4585-9f60-6aa538863fa8 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903901 May 27 12:29:59.479685 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 33186) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:29:59.498909 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5b00ede7-4d6d-475e-a5d2-960defe9f03b req-1be2a4f1-47d9-4c68-b388-74f8170c5824 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490238 May 27 12:29:59.796574 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-12b02d30-3316-441f-8cb2-1834b4c71946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:59.812009 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-12b02d30-3316-441f-8cb2-1834b4c71946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:29:59.816473 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-12b02d30-3316-441f-8cb2-1834b4c71946 admin admin] Usage tracker for resource:security_group_rule and tenant:b99ac6b327c442238c3892ab1a7de957 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:29:59.819703 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-12b02d30-3316-441f-8cb2-1834b4c71946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:29:59.826009 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-12b02d30-3316-441f-8cb2-1834b4c71946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:29:59.929490 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-12b02d30-3316-441f-8cb2-1834b4c71946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:59.934700 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-12b02d30-3316-441f-8cb2-1834b4c71946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:29:59.945948 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-acbdb615-6803-4aa5-8d56-d296b4d3aaaf tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:00.075817 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b02d30-3316-441f-8cb2-1834b4c71946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fecb12-deed-404e-8982-0d8f7da52a6c,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:00.087691 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-12b02d30-3316-441f-8cb2-1834b4c71946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:00.091238 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-12b02d30-3316-441f-8cb2-1834b4c71946 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b99ac6b327c442238c3892ab1a7de957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104922 May 27 12:30:00.093864 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 33202) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:00.139740 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59214f5a-a53d-4b2d-93dd-a6f49805cdb5 req-537ee39f-f74f-4b09-97ea-c942870b03c1 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:00.141628 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-59214f5a-a53d-4b2d-93dd-a6f49805cdb5 req-537ee39f-f74f-4b09-97ea-c942870b03c1 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1966631 May 27 12:30:00.153704 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ed68a-9f93-4fd4-9489-700f265c75f0 req-6778051e-c6e9-484d-9474-2736bed330da tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:00.155182 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-021ed68a-9f93-4fd4-9489-700f265c75f0 req-6778051e-c6e9-484d-9474-2736bed330da tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 945 time: 0.1245217 May 27 12:30:00.155918 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-4505534d-f9b5-4e53-a7f3-6010100a9d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:00.182917 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-4505534d-f9b5-4e53-a7f3-6010100a9d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:00.220851 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-59214f5a-a53d-4b2d-93dd-a6f49805cdb5 req-d4289e6d-5b35-4a94-8f96-bb2a830ddeaf tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646107 May 27 12:30:00.232173 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-021ed68a-9f93-4fd4-9489-700f265c75f0 req-1758b04b-82be-4bc6-81e7-6ba54254af88 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613897 May 27 12:30:00.244622 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-4505534d-f9b5-4e53-a7f3-6010100a9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:00.249853 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-39454ea4-8885-425a-8348-a39d819b2adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:00.260855 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505534d-f9b5-4e53-a7f3-6010100a9d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fecb12-deed-404e-8982-0d8f7da52a6c,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:00.264872 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-4505534d-f9b5-4e53-a7f3-6010100a9d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:00.269006 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-4505534d-f9b5-4e53-a7f3-6010100a9d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:00.270107 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-4505534d-f9b5-4e53-a7f3-6010100a9d5c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/88fecb12-deed-404e-8982-0d8f7da52a6c HTTP/1.1" status: 204 len: 168 time: 0.1752398 May 27 12:30:00.545732 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845e2fe-7b63-4369-8ec3-c35fb7954739 req-1a9d526b-6973-4363-b616-a08ee48b95be tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:00.547936 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6845e2fe-7b63-4369-8ec3-c35fb7954739 req-1a9d526b-6973-4363-b616-a08ee48b95be tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1521854 May 27 12:30:00.556302 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3b8f1-ba87-46e3-9872-9ca2c81f0f50 req-974b2dff-4610-42e3-89c7-a57247285be8 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:00.557730 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cac3b8f1-ba87-46e3-9872-9ca2c81f0f50 req-974b2dff-4610-42e3-89c7-a57247285be8 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1222675 May 27 12:30:00.633863 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6845e2fe-7b63-4369-8ec3-c35fb7954739 req-c124d117-9e72-4ff1-b730-de2acd2eaa9d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751452 May 27 12:30:00.644959 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cac3b8f1-ba87-46e3-9872-9ca2c81f0f50 req-6c1cb769-a5cb-4171-afdc-0db6b1492fbb tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729539 May 27 12:30:01.592647 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825bfbb-172c-4f1c-afe3-8a38d332160b req-2b36bc29-7095-42ba-8763-b0a19f4fa5ca tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:01.595196 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b825bfbb-172c-4f1c-afe3-8a38d332160b req-2b36bc29-7095-42ba-8763-b0a19f4fa5ca tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.2534468 May 27 12:30:01.621618 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-1434e0e8-b4db-46f2-9ccf-5f0c29a98944 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:01.622413 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-1434e0e8-b4db-46f2-9ccf-5f0c29a98944 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Synchronizing usage tracker for tenant:40270b3ba1d048f791cdd15ae52b6b02 on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:30:01.640571 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-1434e0e8-b4db-46f2-9ccf-5f0c29a98944 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Unset dirty status for tenant:40270b3ba1d048f791cdd15ae52b6b02 on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:30:01.642331 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-1434e0e8-b4db-46f2-9ccf-5f0c29a98944 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.95 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 945 time: 0.1384926 May 27 12:30:01.655100 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b33a83-ee9b-4184-a1be-14f38a60b6b5 req-89738295-40d4-4d66-a1aa-acd10cda510a tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:01.656972 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-59b33a83-ee9b-4184-a1be-14f38a60b6b5 req-89738295-40d4-4d66-a1aa-acd10cda510a tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 945 time: 0.2782538 May 27 12:30:01.687379 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b825bfbb-172c-4f1c-afe3-8a38d332160b req-479e9263-ed3d-4160-87fe-67be735c2a07 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851898 May 27 12:30:01.718731 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-59b33a83-ee9b-4184-a1be-14f38a60b6b5 req-74b56607-b74a-4289-af73-b26def199c8b tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/security-groups?id=f77f4ae9-bb7e-4117-8211-90233f4c1398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542848 May 27 12:30:01.851074 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-c98c9d05-05a7-498e-9b7e-5187769c01c3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Deleting port 62e07a5c-07a2-4542-8135-b998b1b729a9 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:30:01.851415 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-c98c9d05-05a7-498e-9b7e-5187769c01c3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:01.887718 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0704995d-30ff-4a4f-a154-0d8c20132d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:01.971531 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a248f-cbff-4402-9bf2-c9b8b6a9af7c req-f5141ebc-ea75-4b27-9364-cdf25cfe4d99 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:01.973067 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-446a248f-cbff-4402-9bf2-c9b8b6a9af7c req-f5141ebc-ea75-4b27-9364-cdf25cfe4d99 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1478007 May 27 12:30:01.990212 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a8a14-9e0a-464c-8c2f-7850f07f583c req-5c72a786-f9aa-46b8-a2ac-708dcf308950 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:01.998093 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-146a8a14-9e0a-464c-8c2f-7850f07f583c req-5c72a786-f9aa-46b8-a2ac-708dcf308950 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1358051 May 27 12:30:02.003947 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-c98c9d05-05a7-498e-9b7e-5187769c01c3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] For port 62e07a5c-07a2-4542-8135-b998b1b729a9, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=62e07a5c-07a2-4542-8135-b998b1b729a9,segment=NetworkSegment(8033fc0f-5c8f-49d9-8215-928e130cf98f),segment_id=8033fc0f-5c8f-49d9-8215-928e130cf98f)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:02.004301 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-c98c9d05-05a7-498e-9b7e-5187769c01c3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:02.065295 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-146a8a14-9e0a-464c-8c2f-7850f07f583c req-12143825-663b-4513-a777-f39243638fb9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661399 May 27 12:30:02.072669 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-446a248f-cbff-4402-9bf2-c9b8b6a9af7c req-c316d82f-d9b6-4e7c-a39e-e09e4c79a3eb tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713878 May 27 12:30:02.129909 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-c98c9d05-05a7-498e-9b7e-5187769c01c3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Calling delete_port for 62e07a5c-07a2-4542-8135-b998b1b729a9 owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:30:02.252278 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-c98c9d05-05a7-498e-9b7e-5187769c01c3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:02.260167 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-ee0db24d-08ae-4b29-b9a6-8845d8c68481 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:02.265615 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['62e07a5c-07a2-4542-8135-b998b1b729a9'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:30:02.318150 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c9d05-05a7-498e-9b7e-5187769c01c3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Pushing event deleted for resources: {'Port': ['ID=62e07a5c-07a2-4542-8135-b998b1b729a9,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:02.321277 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c98c9d05-05a7-498e-9b7e-5187769c01c3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:02.395332 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-c98c9d05-05a7-498e-9b7e-5187769c01c3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] No DVR routers for this DVR port 62e07a5c-07a2-4542-8135-b998b1b729a9 on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:30:02.397991 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-c98c9d05-05a7-498e-9b7e-5187769c01c3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:02.400587 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba20c2a9-56fc-4af8-837e-9bbb26fc1665', 'name': 'network-vif-deleted', 'tag': '62e07a5c-07a2-4542-8135-b998b1b729a9'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:30:02.420441 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ffff5341-fb50-42cd-bd6c-c6d76e3c5054 req-c98c9d05-05a7-498e-9b7e-5187769c01c3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.95 "DELETE /v2.0/ports/62e07a5c-07a2-4542-8135-b998b1b729a9 HTTP/1.1" status: 204 len: 173 time: 0.7630422 May 27 12:30:02.470186 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba20c2a9-56fc-4af8-837e-9bbb26fc1665', 'name': 'network-vif-deleted', 'tag': '62e07a5c-07a2-4542-8135-b998b1b729a9', 'status': 'completed', 'code': 200} May 27 12:30:02.599251 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04600f79-aecb-405e-9534-5354d681da8d req-77f5197d-e62b-4d93-bb09-91a980192231 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:02.600653 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-04600f79-aecb-405e-9534-5354d681da8d req-77f5197d-e62b-4d93-bb09-91a980192231 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1038554 May 27 12:30:02.658106 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-04600f79-aecb-405e-9534-5354d681da8d req-3f811507-7760-4e34-b4ee-4116a2c0ceac tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507953 May 27 12:30:02.778454 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f537a-03ab-4e60-8c0f-a68897fa0db1 req-915a1f1c-fe13-4589-8db5-4f5fda823b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:02.779940 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-122f537a-03ab-4e60-8c0f-a68897fa0db1 req-915a1f1c-fe13-4589-8db5-4f5fda823b0f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4d75b6a2145c461eaa7d4a0266c827e1&device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 1098 time: 0.1484828 May 27 12:30:02.915888 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-158ce08a-951e-4325-8c1c-0a1c787f385e req-2a649eed-a686-4d26-946a-0bacbf00057d tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] 10.222.0.90 "GET /v2.0/ports?device_id=ba20c2a9-56fc-4af8-837e-9bbb26fc1665 HTTP/1.1" status: 200 len: 210 time: 0.0573046 May 27 12:30:02.917296 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f537a-03ab-4e60-8c0f-a68897fa0db1 req-43013ef5-fcdd-4200-8e17-818a94230f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:02.918946 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-122f537a-03ab-4e60-8c0f-a68897fa0db1 req-43013ef5-fcdd-4200-8e17-818a94230f9c service neutron] 10.222.0.95 "GET /v2.0/networks?id=37d0ea95-dd69-40ea-890c-fe72901ad612 HTTP/1.1" status: 200 len: 912 time: 0.1313932 May 27 12:30:03.035372 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-122f537a-03ab-4e60-8c0f-a68897fa0db1 req-42b66c1e-8d51-4756-8d85-5a2249b0bede service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c696039-af67-4d71-9685-35b4a46acb44 HTTP/1.1" status: 200 len: 1000 time: 0.1076713 May 27 12:30:03.099700 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f537a-03ab-4e60-8c0f-a68897fa0db1 req-877933af-a6ea-4a07-86ec-943de8eb7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:03.101136 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-122f537a-03ab-4e60-8c0f-a68897fa0db1 req-877933af-a6ea-4a07-86ec-943de8eb7b1b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=74a519ef-baf2-4ef8-922c-d5f0e6de02aa HTTP/1.1" status: 200 len: 850 time: 0.0591640 May 27 12:30:03.205795 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f537a-03ab-4e60-8c0f-a68897fa0db1 req-6920b7d0-4505-4cf0-8e30-cd45c0254fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:03.207500 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-122f537a-03ab-4e60-8c0f-a68897fa0db1 req-6920b7d0-4505-4cf0-8e30-cd45c0254fa8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37d0ea95-dd69-40ea-890c-fe72901ad612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0969729 May 27 12:30:03.376976 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f5e3d-b406-4660-8bc3-b1fd0def1b15 req-6d53e144-83bb-444d-9e16-f92a0abad0b8 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:03.378735 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c67f5e3d-b406-4660-8bc3-b1fd0def1b15 req-6d53e144-83bb-444d-9e16-f92a0abad0b8 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1771894 May 27 12:30:03.396371 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-122f537a-03ab-4e60-8c0f-a68897fa0db1 req-3c59656e-b9a1-4527-ad42-9347214cad37 service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813405 May 27 12:30:03.405250 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6a1a8-39ee-48c6-9280-58459601f457 req-51244c8a-ccd9-44ec-9e4a-ab9d8b7324ae tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:03.405250 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-04b6a1a8-39ee-48c6-9280-58459601f457 req-51244c8a-ccd9-44ec-9e4a-ab9d8b7324ae tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1665368 May 27 12:30:03.477503 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c67f5e3d-b406-4660-8bc3-b1fd0def1b15 req-17f77124-93a2-4449-bca7-7fb6eaface16 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717471 May 27 12:30:03.481311 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-04b6a1a8-39ee-48c6-9280-58459601f457 req-8d1ccbad-a848-4a7a-82c2-02b0527fef5c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605612 May 27 12:30:03.539844 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-122f537a-03ab-4e60-8c0f-a68897fa0db1 req-80a2d396-3a99-4cce-8441-131849a23bb3 service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323757 May 27 12:30:03.582780 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:03.858078 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa72d4-79ce-4a3a-8fdd-c69e93758832 req-0ca65ee6-1a64-4ae1-b613-3f592e1bf221 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:03.859566 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-15aa72d4-79ce-4a3a-8fdd-c69e93758832 req-0ca65ee6-1a64-4ae1-b613-3f592e1bf221 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0883579 May 27 12:30:03.904164 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-15aa72d4-79ce-4a3a-8fdd-c69e93758832 req-095c7f4c-b1d2-4be7-a6b9-970fa5cf9159 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385733 May 27 12:30:04.226789 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-c5dd6502-482a-4052-a13d-06df97213d9f req-8b2a9854-8a79-467a-8a96-d530cfb6ab9e tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Synchronizing usage tracker for tenant:32a6aaa750194fd3aa7f5917b0d80036 on resource:security_group {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:30:04.247877 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-c5dd6502-482a-4052-a13d-06df97213d9f req-8b2a9854-8a79-467a-8a96-d530cfb6ab9e tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Unset dirty status for tenant:32a6aaa750194fd3aa7f5917b0d80036 on resource:security_group {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:30:04.249099 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-8b2a9854-8a79-467a-8a96-d530cfb6ab9e tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666229302&fields=id&tenant_id=32a6aaa750194fd3aa7f5917b0d80036 HTTP/1.1" status: 200 len: 267 time: 0.0857711 May 27 12:30:04.327329 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3ab08499-a018-4648-a173-1de71c8e7133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:04.409915 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6502-482a-4052-a13d-06df97213d9f req-009358ae-ebd3-4571-bf60-c8a3ec773b0e tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:04.411451 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-009358ae-ebd3-4571-bf60-c8a3ec773b0e tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/networks?id=c2525c8a-797d-452d-a1d9-0d05ab79162d HTTP/1.1" status: 200 len: 809 time: 0.1536865 May 27 12:30:04.427685 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-57647405-bb03-4b38-9247-4c6001211171 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/quotas/32a6aaa750194fd3aa7f5917b0d80036 HTTP/1.1" status: 200 len: 375 time: 0.0099854 May 27 12:30:04.522697 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-e498d79c-b62b-497b-b343-d717e2a4def6 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=32a6aaa750194fd3aa7f5917b0d80036&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884423 May 27 12:30:04.626067 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:30:04.741096 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-e1892e4b-a69b-4f05-9f41-b9cbfb8dbab8 service neutron] 10.222.0.90 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000713 May 27 12:30:04.841270 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7709186-b734-406c-bf5a-e0b954702644 req-a3412b56-ff80-4b04-a9f6-465eeaf76ecf tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:04.842834 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b7709186-b734-406c-bf5a-e0b954702644 req-a3412b56-ff80-4b04-a9f6-465eeaf76ecf tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.2278123 May 27 12:30:04.920359 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b7709186-b734-406c-bf5a-e0b954702644 req-f770b33c-ef61-491a-8a16-602b77181ce6 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672851 May 27 12:30:04.949890 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-4b199e1a-f3b1-413e-9436-1f9922e556da service neutron] 10.222.0.90 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036459 May 27 12:30:05.134169 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825073a-642f-443d-a327-5000516f7b5f req-d5b6c9ea-dc23-4383-a43c-03be2e9ddd75 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:05.141943 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e825073a-642f-443d-a327-5000516f7b5f req-d5b6c9ea-dc23-4383-a43c-03be2e9ddd75 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1023390 May 27 12:30:05.183684 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e825073a-642f-443d-a327-5000516f7b5f req-36deb5ab-11fe-499a-8b4d-813d5a7a11d3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405977 May 27 12:30:05.387028 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128e5aa-3ab4-48f6-998e-4c67ec9a5e5d req-ed6a05b7-a86c-48a4-8377-e76958992520 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:05.388639 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4128e5aa-3ab4-48f6-998e-4c67ec9a5e5d req-ed6a05b7-a86c-48a4-8377-e76958992520 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1009357 May 27 12:30:05.435829 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 62e07a5c-07a2-4542-8135-b998b1b729a9 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:30:05.451907 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-65de9c8b-1a25-4eb9-ba1a-f2c7e714d40d req-b217bc09-f392-4d90-95d1-baa1c5b0fb9e tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 210 time: 0.0619359 May 27 12:30:05.488704 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 62e07a5c-07a2-4542-8135-b998b1b729a9 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:30:05.489261 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 62e07a5c-07a2-4542-8135-b998b1b729a9 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:30:05.489528 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4128e5aa-3ab4-48f6-998e-4c67ec9a5e5d req-47210c6a-ad58-4f84-9b3e-423b61543af2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644145 May 27 12:30:05.622837 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:06.117098 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabd884-7ded-435e-9c58-bfd7e2296fcc req-b3fcfaed-3064-4c64-a1d0-53cfe31332fb tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:06.118730 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2fabd884-7ded-435e-9c58-bfd7e2296fcc req-b3fcfaed-3064-4c64-a1d0-53cfe31332fb tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.0830894 May 27 12:30:06.164887 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2fabd884-7ded-435e-9c58-bfd7e2296fcc req-d1c4b57c-f1eb-4d09-844a-270e44fe81e9 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 May 27 12:30:06.727828 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6502-482a-4052-a13d-06df97213d9f req-4861736d-5477-4a28-98e4-fc764f90ed2e tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:06.729209 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-c5dd6502-482a-4052-a13d-06df97213d9f req-4861736d-5477-4a28-98e4-fc764f90ed2e tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Synchronizing usage tracker for tenant:32a6aaa750194fd3aa7f5917b0d80036 on resource:network {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:30:06.753185 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0a76f4ea-1bae-4196-9655-23e06c23ce8a req-bb43ba67-aa07-41ef-b002-f4c0a8d822c3 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 210 time: 0.0753894 May 27 12:30:06.760582 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-c5dd6502-482a-4052-a13d-06df97213d9f req-4861736d-5477-4a28-98e4-fc764f90ed2e tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Unset dirty status for tenant:32a6aaa750194fd3aa7f5917b0d80036 on resource:network {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:30:06.763329 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-4861736d-5477-4a28-98e4-fc764f90ed2e tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.95 "GET /v2.0/networks?id=c2525c8a-797d-452d-a1d9-0d05ab79162d HTTP/1.1" status: 200 len: 809 time: 0.3594627 May 27 12:30:06.841861 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-c5dd6502-482a-4052-a13d-06df97213d9f req-490232ad-ecc1-414a-9455-ba681f02b9df tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Synchronizing usage tracker for tenant:32a6aaa750194fd3aa7f5917b0d80036 on resource:security_group {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:30:06.857118 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-c5dd6502-482a-4052-a13d-06df97213d9f req-490232ad-ecc1-414a-9455-ba681f02b9df tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Unset dirty status for tenant:32a6aaa750194fd3aa7f5917b0d80036 on resource:security_group {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:30:06.858283 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-490232ad-ecc1-414a-9455-ba681f02b9df tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32a6aaa750194fd3aa7f5917b0d80036 HTTP/1.1" status: 200 len: 379 time: 0.0861993 May 27 12:30:06.878888 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Request body: {'port': {'device_id': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'admin_state_up': True, 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'security_groups': ['c8033c20-5b52-471d-a809-73ad3e1c1ef2']}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:30:06.881379 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada81d6e-a3e3-4674-a578-dcac08092fd8 req-7876bc49-17aa-439b-8295-61c3d63063ce tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:06.883130 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ada81d6e-a3e3-4674-a578-dcac08092fd8 req-7876bc49-17aa-439b-8295-61c3d63063ce tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.5208421 May 27 12:30:06.918204 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba0193-44e9-4f30-8388-bfcecab180af req-176e78e9-6448-4b17-9ce1-42c53229b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:06.920015 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f3ba0193-44e9-4f30-8388-bfcecab180af req-176e78e9-6448-4b17-9ce1-42c53229b656 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 1098 time: 0.1617308 May 27 12:30:06.978648 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ada81d6e-a3e3-4674-a578-dcac08092fd8 req-47575890-a0a2-44dd-afe0-90f051d564fa tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865660 May 27 12:30:07.049865 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:07.052450 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f3ba0193-44e9-4f30-8388-bfcecab180af req-91efdef2-4bb8-410a-91a0-020108464dbe service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036215 May 27 12:30:07.084921 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:30:07.088893 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Usage tracker for resource:port and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:30:07.092525 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:30:07.100699 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:30:07.115243 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Made reservation on behalf of 32a6aaa750194fd3aa7f5917b0d80036 for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:30:07.119235 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:07.368947 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Allocated IP 172.20.0.9 (c2525c8a-797d-452d-a1d9-0d05ab79162d/34c8e513-2a05-4700-8b4e-592a6885bc11/67816fb2-6ce9-46f5-819c-8794ee58da10) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:30:07.492411 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecff323-7a86-4e44-9450-ad4973b28a2d req-814739cd-fe87-4d49-89b3-64c733560eb7 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:07.501055 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5ecff323-7a86-4e44-9450-ad4973b28a2d req-814739cd-fe87-4d49-89b3-64c733560eb7 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1801035 May 27 12:30:07.602019 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5ecff323-7a86-4e44-9450-ad4973b28a2d req-707c4774-ebfa-4bb1-8158-e93247d34784 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999646 May 27 12:30:07.733720 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:07.751848 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Transition to ACTIVE for port object 67816fb2-6ce9-46f5-819c-8794ee58da10 will not be triggered until provisioned by entity DHCP. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:30:07.787061 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:07.810314 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6e2f68e3-070c-4a91-87ef-a9fe2c45a88e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:07.913514 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Network c2525c8a-797d-452d-a1d9-0d05ab79162d is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:30:07.914979 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event updated for resources: {'Port': ['ID=67816fb2-6ce9-46f5-819c-8794ee58da10,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:07.925701 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:30:07.928357 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:07.936795 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:30:07.956633 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:07.963202 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:07.999944 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1236975 May 27 12:30:08.012188 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Request body: {'port': {'device_id': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:30:08.126620 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01521c-7a57-4073-bfd6-e12bf3c994fd req-64959bf1-9f91-4205-a0b2-a67b6cdab3b1 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:08.136138 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5c01521c-7a57-4073-bfd6-e12bf3c994fd req-64959bf1-9f91-4205-a0b2-a67b6cdab3b1 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 931 time: 0.2083735 May 27 12:30:08.218131 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5c01521c-7a57-4073-bfd6-e12bf3c994fd req-7ea1af0c-30bc-410f-9a61-bbde870fcaf3 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809190 May 27 12:30:08.245658 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:08.320534 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-e88c0e0d-4e38-45c2-a373-4e97947a49d2 None None] Provisioning for port 67816fb2-6ce9-46f5-819c-8794ee58da10 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:30:08.325210 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37b774-d86f-4d13-a272-4af0fb1eed75 req-f6c73507-e95c-49fa-b4ea-be0b627d7a70 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:08.328513 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-dc37b774-d86f-4d13-a272-4af0fb1eed75 req-f6c73507-e95c-49fa-b4ea-be0b627d7a70 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1014531 May 27 12:30:08.334674 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-e88c0e0d-4e38-45c2-a373-4e97947a49d2 None None] Provisioning complete for port 67816fb2-6ce9-46f5-819c-8794ee58da10 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:30:08.335363 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e88c0e0d-4e38-45c2-a373-4e97947a49d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:08.410830 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-dc37b774-d86f-4d13-a272-4af0fb1eed75 req-0c1f3c1e-d70d-4204-92aa-5c49ede674c3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768187 May 27 12:30:08.468512 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-e88c0e0d-4e38-45c2-a373-4e97947a49d2 None None] Port 67816fb2-6ce9-46f5-819c-8794ee58da10 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:30:08.875630 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599865da-77c0-422a-9d5c-d9a3aa49e05e req-714f0369-49e0-4bb7-b6f6-e6d36f13931f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:08.898888 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-599865da-77c0-422a-9d5c-d9a3aa49e05e req-714f0369-49e0-4bb7-b6f6-e6d36f13931f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1694231 May 27 12:30:08.914327 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67816fb2-6ce9-46f5-819c-8794ee58da10 {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:30:08.932053 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:08.962188 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Transition to ACTIVE for port object 67816fb2-6ce9-46f5-819c-8794ee58da10 will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:30:08.970574 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:08.977082 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5b80e0b8-3cef-40d8-898a-e512d70ef478 tempest-VolumesNegativeTest-434567074 tempest-VolumesNegativeTest-434567074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:08.986439 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-599865da-77c0-422a-9d5c-d9a3aa49e05e req-cab5315f-c659-4105-a208-538bea979342 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862522 May 27 12:30:09.222421 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Pushing event updated for resources: {'Port': ['ID=67816fb2-6ce9-46f5-819c-8794ee58da10,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:09.239438 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:09.405113 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Attempting to bind port 67816fb2-6ce9-46f5-819c-8794ee58da10 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:30:09.405458 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Attempting to bind port 67816fb2-6ce9-46f5-819c-8794ee58da10 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:30:09.406575 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Attempting to bind port 67816fb2-6ce9-46f5-819c-8794ee58da10 on network c2525c8a-797d-452d-a1d9-0d05ab79162d {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:30:09.413792 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Port 67816fb2-6ce9-46f5-819c-8794ee58da10 on network c2525c8a-797d-452d-a1d9-0d05ab79162d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:30:09.414175 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Attempting to bind port 67816fb2-6ce9-46f5-819c-8794ee58da10 on network c2525c8a-797d-452d-a1d9-0d05ab79162d {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:30:09.421432 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:30:09.421851 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Checking segment: {'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:30:09.423015 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Bound using segment: {'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:30:09.423470 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Bound port: 67816fb2-6ce9-46f5-819c-8794ee58da10, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca35a38-d559-4c8f-8344-e425e45d856b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:30:09.423831 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:09.592665 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] For port 67816fb2-6ce9-46f5-819c-8794ee58da10, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:30:09.598127 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] For port 67816fb2-6ce9-46f5-819c-8794ee58da10, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=67816fb2-6ce9-46f5-819c-8794ee58da10,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:30:09.628514 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:09.632692 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5e9e69ea-7db2-4343-b911-d5dea5ac0f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:09.635118 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a596741-d4f5-479b-9b44-49007aa853bc req-a9faac24-930b-4c6a-9c49-413233f1974d tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:09.653084 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7a596741-d4f5-479b-9b44-49007aa853bc req-a9faac24-930b-4c6a-9c49-413233f1974d tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 943 time: 0.2428548 May 27 12:30:09.711573 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:09.712200 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:09.713586 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] 10.222.0.95 "PUT /v2.0/ports/67816fb2-6ce9-46f5-819c-8794ee58da10 HTTP/1.1" status: 200 len: 1093 time: 1.7073035 May 27 12:30:09.714080 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:30:09.741372 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Pushing event updated for resources: {'Port': ['ID=67816fb2-6ce9-46f5-819c-8794ee58da10,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:09.746052 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2f565dfe-fd3f-48eb-a10b-3f26bd1a718b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:09.786955 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7a596741-d4f5-479b-9b44-49007aa853bc req-a39a2122-0ff7-4893-9976-defa0e335359 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329026 May 27 12:30:09.896596 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6502-482a-4052-a13d-06df97213d9f req-88c8e3b0-3812-49d8-a3d6-3bcb3445db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:09.898402 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-88c8e3b0-3812-49d8-a3d6-3bcb3445db3f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32a6aaa750194fd3aa7f5917b0d80036&device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 1096 time: 0.1251621 May 27 12:30:10.027861 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-c216a2b7-bec0-44c9-8a83-d8f2c73b20bf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67816fb2-6ce9-46f5-819c-8794ee58da10 HTTP/1.1" status: 200 len: 217 time: 0.1171651 May 27 12:30:10.051928 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f064bd-5b66-4e26-be69-cc6103066f45 req-8dc4bf49-d87f-4ba6-9624-191ef7c18456 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:10.062802 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-20f064bd-5b66-4e26-be69-cc6103066f45 req-8dc4bf49-d87f-4ba6-9624-191ef7c18456 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.4063404 May 27 12:30:10.131974 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-20f064bd-5b66-4e26-be69-cc6103066f45 req-243faee8-5a07-465e-b12a-1834d49a7d01 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679557 May 27 12:30:10.202025 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6502-482a-4052-a13d-06df97213d9f req-8b988d48-76a1-4d46-8e11-2a2eb75c24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:10.204205 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-8b988d48-76a1-4d46-8e11-2a2eb75c24b7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34c8e513-2a05-4700-8b4e-592a6885bc11 HTTP/1.1" status: 200 len: 848 time: 0.1538086 May 27 12:30:10.248783 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'status': 'completed', 'code': 200} May 27 12:30:10.321539 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6502-482a-4052-a13d-06df97213d9f req-a91844b0-5b8a-40db-b6ab-9974dd136a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:10.322934 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-a91844b0-5b8a-40db-b6ab-9974dd136a1e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c2525c8a-797d-452d-a1d9-0d05ab79162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1114936 May 27 12:30:10.423560 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cc0ef-c78b-4cb9-936e-33ad6ffa0d1d req-8c86c781-120f-4d17-b3fc-7351541a5f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:10.425027 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ae8cc0ef-c78b-4cb9-936e-33ad6ffa0d1d req-8c86c781-120f-4d17-b3fc-7351541a5f68 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=97ce54b81246452eb37483949cafc664&device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 1098 time: 0.2205224 May 27 12:30:10.433976 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f86f8-78bd-4ea1-8ecc-80f47444ed4c req-7aa6cf06-2b15-4fb9-9d58-246578b0cd2f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:10.442002 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c27f86f8-78bd-4ea1-8ecc-80f47444ed4c req-7aa6cf06-2b15-4fb9-9d58-246578b0cd2f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1571722 May 27 12:30:10.510085 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-b93274d1-159d-450a-96ac-4aaba177bca7 service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787620 May 27 12:30:10.599674 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c27f86f8-78bd-4ea1-8ecc-80f47444ed4c req-677410a3-cab9-4b4b-b530-26e0b1148af5 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566701 May 27 12:30:10.657683 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cc0ef-c78b-4cb9-936e-33ad6ffa0d1d req-392d79b7-af5a-48ec-8919-76971c290d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:10.660085 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ae8cc0ef-c78b-4cb9-936e-33ad6ffa0d1d req-392d79b7-af5a-48ec-8919-76971c290d16 service neutron] 10.222.0.95 "GET /v2.0/networks?id=deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 200 len: 919 time: 0.2149763 May 27 12:30:10.683006 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c5dd6502-482a-4052-a13d-06df97213d9f req-598539cf-7cb2-49ec-8ebc-eab04c4f9d16 service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658485 May 27 12:30:10.746121 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ae8cc0ef-c78b-4cb9-936e-33ad6ffa0d1d req-e413d627-905b-4e2f-bb82-8e0f18b50cbc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6bdf022-00c3-4233-a113-180803429959 HTTP/1.1" status: 200 len: 217 time: 0.0791042 May 27 12:30:10.831731 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8709a6f-5bb9-435f-9337-18f30ffb8fca req-c68acb86-c0dd-4e4f-bd02-3afa276b4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:10.831940 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cc0ef-c78b-4cb9-936e-33ad6ffa0d1d req-2d40e322-296f-4b97-822f-76e6e4bace05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:10.833555 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ae8cc0ef-c78b-4cb9-936e-33ad6ffa0d1d req-2d40e322-296f-4b97-822f-76e6e4bace05 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bcedd835-9e39-4926-9720-1547ad6355e8 HTTP/1.1" status: 200 len: 858 time: 0.0805430 May 27 12:30:10.833839 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c8709a6f-5bb9-435f-9337-18f30ffb8fca req-c68acb86-c0dd-4e4f-bd02-3afa276b4adc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32a6aaa750194fd3aa7f5917b0d80036&device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 1096 time: 0.0981419 May 27 12:30:10.909718 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ae8cc0ef-c78b-4cb9-936e-33ad6ffa0d1d req-ad52b1b1-3d12-4ebf-85b9-aee28f7260bc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=deead674-9f7c-444a-ae32-e97701fd0dfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597339 May 27 12:30:11.059035 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8709a6f-5bb9-435f-9337-18f30ffb8fca req-aca172c8-01bd-4340-9687-3c172ffc4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:11.060365 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c8709a6f-5bb9-435f-9337-18f30ffb8fca req-aca172c8-01bd-4340-9687-3c172ffc4586 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c2525c8a-797d-452d-a1d9-0d05ab79162d HTTP/1.1" status: 200 len: 910 time: 0.2081745 May 27 12:30:11.138892 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c8709a6f-5bb9-435f-9337-18f30ffb8fca req-e768a02f-36f0-422e-a0c1-bb8cc3cdf5ee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67816fb2-6ce9-46f5-819c-8794ee58da10 HTTP/1.1" status: 200 len: 217 time: 0.0693383 May 27 12:30:11.211804 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ae8cc0ef-c78b-4cb9-936e-33ad6ffa0d1d req-618b8a56-969a-457d-95c9-b46badc0946c service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925868 May 27 12:30:11.220585 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1aa0ff-de10-4fe8-b93b-d2cdac7d6cf1 req-8171eab8-afb1-409a-b866-456100bba640 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:11.222297 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-be1aa0ff-de10-4fe8-b93b-d2cdac7d6cf1 req-8171eab8-afb1-409a-b866-456100bba640 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 943 time: 0.2775545 May 27 12:30:11.383113 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8709a6f-5bb9-435f-9337-18f30ffb8fca req-c7e00904-bfd5-464a-b8d5-6b210b3b5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:11.385324 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c8709a6f-5bb9-435f-9337-18f30ffb8fca req-c7e00904-bfd5-464a-b8d5-6b210b3b5402 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34c8e513-2a05-4700-8b4e-592a6885bc11 HTTP/1.1" status: 200 len: 848 time: 0.2395725 May 27 12:30:11.512247 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8709a6f-5bb9-435f-9337-18f30ffb8fca req-7c10cee1-65b5-435d-afaf-e0478c7b7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:11.514141 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c8709a6f-5bb9-435f-9337-18f30ffb8fca req-7c10cee1-65b5-435d-afaf-e0478c7b7c8d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c2525c8a-797d-452d-a1d9-0d05ab79162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1200874 May 27 12:30:11.522696 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-be1aa0ff-de10-4fe8-b93b-d2cdac7d6cf1 req-24f88a1f-2127-40ba-bc77-5713e56225e6 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720208 May 27 12:30:11.690816 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c8709a6f-5bb9-435f-9337-18f30ffb8fca req-0895ec81-3ace-404c-b0d6-faeaad66ce70 service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683512 May 27 12:30:11.724419 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae1b67-93c6-4f8b-8324-f7ca58a39a49 req-f551ac8c-859e-4d5c-b710-2e87a8b72ae0 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:11.726457 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f1ae1b67-93c6-4f8b-8324-f7ca58a39a49 req-f551ac8c-859e-4d5c-b710-2e87a8b72ae0 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.2070618 May 27 12:30:11.746159 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ae8cc0ef-c78b-4cb9-936e-33ad6ffa0d1d req-6dc461bd-2341-4ea1-9f05-5a14c885bf69 service neutron] 10.222.0.95 "GET /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225618 May 27 12:30:11.901177 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f1ae1b67-93c6-4f8b-8324-f7ca58a39a49 req-16df4312-4580-45ed-8a52-831b79ee42cc tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535447 May 27 12:30:11.946837 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c8709a6f-5bb9-435f-9337-18f30ffb8fca req-da682807-bb31-4cfc-b9eb-552e263ec71f service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418416 May 27 12:30:11.952562 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163afe-32a2-4024-8c7f-980577267bf1 req-7373ea4d-d7a0-47e5-94d3-decf4b1a7ab7 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:11.960861 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-02163afe-32a2-4024-8c7f-980577267bf1 req-7373ea4d-d7a0-47e5-94d3-decf4b1a7ab7 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1838863 May 27 12:30:12.014212 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-02163afe-32a2-4024-8c7f-980577267bf1 req-b7f401e5-646c-42db-bd8c-94af4a35cfa8 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523765 May 27 12:30:12.773270 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9fb01-56f1-48a6-b31b-048b8306f7e7 req-e17e2529-aab1-47ab-8b32-437f0c274064 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:12.782059 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e0a9fb01-56f1-48a6-b31b-048b8306f7e7 req-e17e2529-aab1-47ab-8b32-437f0c274064 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 943 time: 0.1118014 May 27 12:30:12.834133 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e0a9fb01-56f1-48a6-b31b-048b8306f7e7 req-bd8c796a-b086-425b-aba5-c70b6ed8533a tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511997 May 27 12:30:13.152504 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7a17e-fd55-448d-aa29-9bfa14d19fdc req-bda4240f-f281-483a-920b-05b2fa3672b1 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:13.154904 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5bd7a17e-fd55-448d-aa29-9bfa14d19fdc req-bda4240f-f281-483a-920b-05b2fa3672b1 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1204028 May 27 12:30:13.264278 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5bd7a17e-fd55-448d-aa29-9bfa14d19fdc req-acad9d9e-6299-460c-a93f-3f4491b3aa13 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020823 May 27 12:30:13.298645 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171260d-174e-401e-9841-25cd9774c93a req-1bb10271-e343-4ba5-a75c-a1ac5135013d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:13.298645 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8171260d-174e-401e-9841-25cd9774c93a req-1bb10271-e343-4ba5-a75c-a1ac5135013d tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1155314 May 27 12:30:13.351240 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8171260d-174e-401e-9841-25cd9774c93a req-6a7a3c17-b10c-48f1-bba4-fbf23d78ba1f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514288 May 27 12:30:13.469394 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 84bbee3c-a18e-4645-8027-95ac10b40e12 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:30:13.669072 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=84bbee3c-a18e-4645-8027-95ac10b40e12,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:13.688704 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'port_id': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'mac_address': 'fa:16:3e:b3:0a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:30:13.760944 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:13.787161 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84bbee3c-a18e-4645-8027-95ac10b40e12 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:30:13.815321 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=84bbee3c-a18e-4645-8027-95ac10b40e12,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:13.822411 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:13.824075 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 67816fb2-6ce9-46f5-819c-8794ee58da10 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:30:13.839974 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:14.147102 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c52e3-d93e-45a1-a470-67a587554e2d req-9182fa32-800c-4ad6-8f80-4a6ab3747ec8 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:14.148825 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f47c52e3-d93e-45a1-a470-67a587554e2d req-9182fa32-800c-4ad6-8f80-4a6ab3747ec8 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 943 time: 0.1058064 May 27 12:30:14.188962 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=84bbee3c-a18e-4645-8027-95ac10b40e12,revision_number=6']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:14.194269 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:14.222226 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 67816fb2-6ce9-46f5-819c-8794ee58da10, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=67816fb2-6ce9-46f5-819c-8794ee58da10,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:14.241068 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'port_id': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'mac_address': 'fa:16:3e:26:17:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:30:14.256920 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f47c52e3-d93e-45a1-a470-67a587554e2d req-13823233-564a-4a11-b6e7-549e03c90ee0 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016736 May 27 12:30:14.322774 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:14.357421 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67816fb2-6ce9-46f5-819c-8794ee58da10 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:30:14.395624 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 67816fb2-6ce9-46f5-819c-8794ee58da10, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=67816fb2-6ce9-46f5-819c-8794ee58da10,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:14.400697 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:14.405327 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:14.496360 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=67816fb2-6ce9-46f5-819c-8794ee58da10,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:14.542355 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:14.542355 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['84bbee3c-a18e-4645-8027-95ac10b40e12'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:30:14.871698 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['67816fb2-6ce9-46f5-819c-8794ee58da10'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:30:14.884752 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f774f-02f9-4a5b-b22a-297901586eb8 req-e8c81bdb-c0c0-4c61-b4ad-8449bea6dc34 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:14.886700 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-687f774f-02f9-4a5b-b22a-297901586eb8 req-e8c81bdb-c0c0-4c61-b4ad-8449bea6dc34 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 945 time: 0.4412601 May 27 12:30:14.932131 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d6626-a79f-46d4-99cb-9eba5bb397f7 req-02d3fc45-8629-47d2-8d7d-252c569c0fc5 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:14.941111 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ad7d6626-a79f-46d4-99cb-9eba5bb397f7 req-02d3fc45-8629-47d2-8d7d-252c569c0fc5 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.3280690 May 27 12:30:15.026079 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-687f774f-02f9-4a5b-b22a-297901586eb8 req-62a1c550-442c-4eea-bfd6-8d2f8e45dc9f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283779 May 27 12:30:15.063418 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ad7d6626-a79f-46d4-99cb-9eba5bb397f7 req-0cd473df-fd47-463a-bcca-0bca894ea09b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213384 May 27 12:30:15.140965 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 33584) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:15.344142 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1de460f9-3817-4750-945f-e5a01a9bf876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:15.402929 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-1de460f9-3817-4750-945f-e5a01a9bf876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:30:15.410764 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-1de460f9-3817-4750-945f-e5a01a9bf876 admin admin] Usage tracker for resource:security_group_rule and tenant:4cca4ed503e3490e97355bbc7483c3c9 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:30:15.418972 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-1de460f9-3817-4750-945f-e5a01a9bf876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:30:15.425922 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-1de460f9-3817-4750-945f-e5a01a9bf876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:30:15.473942 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 84bbee3c-a18e-4645-8027-95ac10b40e12 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:30:15.597317 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1de460f9-3817-4750-945f-e5a01a9bf876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:15.611378 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1de460f9-3817-4750-945f-e5a01a9bf876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:15.629477 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:15.662460 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de460f9-3817-4750-945f-e5a01a9bf876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0935c8-67f6-453f-983b-33ab8bf2e941,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:15.690095 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-1de460f9-3817-4750-945f-e5a01a9bf876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:15.720972 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-1de460f9-3817-4750-945f-e5a01a9bf876 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4cca4ed503e3490e97355bbc7483c3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5787292 May 27 12:30:15.722136 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 33600) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:15.732687 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023de996-8a1d-4d93-8d4e-fd9d55afb64a req-0e225874-12a5-47f5-9f07-3ed2a91ff17a tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:15.745655 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-023de996-8a1d-4d93-8d4e-fd9d55afb64a req-0e225874-12a5-47f5-9f07-3ed2a91ff17a tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 944 time: 0.2487111 May 27 12:30:15.815628 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c40caa74-1474-40e0-a03a-495553f7bfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:15.816005 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 84bbee3c-a18e-4645-8027-95ac10b40e12 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:30:15.816539 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:15.872240 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-023de996-8a1d-4d93-8d4e-fd9d55afb64a req-2d0c8480-4433-4519-bfa0-d5f075e5fbf4 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177142 May 27 12:30:15.890783 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c40caa74-1474-40e0-a03a-495553f7bfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:16.017475 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c40caa74-1474-40e0-a03a-495553f7bfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:16.024229 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a4ac6a77-aa97-4d9d-87c7-365bd6795e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:16.041888 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:16.054629 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40caa74-1474-40e0-a03a-495553f7bfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0935c8-67f6-453f-983b-33ab8bf2e941,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:16.061359 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c40caa74-1474-40e0-a03a-495553f7bfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:16.081009 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c40caa74-1474-40e0-a03a-495553f7bfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:16.083465 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c40caa74-1474-40e0-a03a-495553f7bfaa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1c0935c8-67f6-453f-983b-33ab8bf2e941 HTTP/1.1" status: 204 len: 168 time: 0.3585565 May 27 12:30:16.130096 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=84bbee3c-a18e-4645-8027-95ac10b40e12,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:16.131967 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:30:16.142540 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:16.145045 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-fe256673-59c7-4bbe-9f03-8590664ff7da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:16.341577 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'code': 200} May 27 12:30:16.347169 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=84bbee3c-a18e-4645-8027-95ac10b40e12,revision_number=7']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:16.351655 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:16.480024 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8805718-7752-46ce-83d6-7eae80a4ee09 req-285b5d92-576f-44b4-8062-f052bace118e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:16.482916 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c8805718-7752-46ce-83d6-7eae80a4ee09 req-285b5d92-576f-44b4-8062-f052bace118e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1206934 May 27 12:30:16.579299 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c8805718-7752-46ce-83d6-7eae80a4ee09 req-39e31646-eace-41da-800b-4672d87502ef tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895197 May 27 12:30:17.247922 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf0f95-0268-4169-bab1-98558f2a247f req-59307250-4d75-4e75-bb68-4296a5fe138f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:17.256119 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1bdf0f95-0268-4169-bab1-98558f2a247f req-59307250-4d75-4e75-bb68-4296a5fe138f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 944 time: 0.1447842 May 27 12:30:17.329781 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1bdf0f95-0268-4169-bab1-98558f2a247f req-fd6370ba-b038-4761-ba06-5f1d9770a50a tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726433 May 27 12:30:17.447480 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 33636) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:17.474837 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 67816fb2-6ce9-46f5-819c-8794ee58da10 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:30:17.707922 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 67816fb2-6ce9-46f5-819c-8794ee58da10 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:30:17.723080 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 67816fb2-6ce9-46f5-819c-8794ee58da10 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:30:17.723510 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:17.804591 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1279257481-network', 'tenant_id': '9ae30e66b81547b5836b26a4da35cbb7'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:30:17.810184 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:30:17.821601 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Usage tracker for resource:network and tenant:9ae30e66b81547b5836b26a4da35cbb7 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:30:17.836050 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:30:17.850325 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:30:17.884870 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Made reservation on behalf of 9ae30e66b81547b5836b26a4da35cbb7 for: {'network': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:30:17.888086 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:17.927836 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:18.009748 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:30:18.019581 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Usage tracker for resource:security_group_rule and tenant:9ae30e66b81547b5836b26a4da35cbb7 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:30:18.039376 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:30:18.059385 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:30:18.081633 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:18.234063 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eab90c-f34a-4d39-be79-448303a043db req-bc1c7a65-eec3-40c3-a4e5-3b8f067cc54b tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:18.239671 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f6eab90c-f34a-4d39-be79-448303a043db req-bc1c7a65-eec3-40c3-a4e5-3b8f067cc54b tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.3656168 May 27 12:30:18.257490 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 67816fb2-6ce9-46f5-819c-8794ee58da10, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=67816fb2-6ce9-46f5-819c-8794ee58da10,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:18.269008 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:18.272368 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d5f38bba-6158-4d99-8a7a-e545e0c6ab47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:18.372959 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:18.407493 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:18.413638 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:30:18.424480 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f6eab90c-f34a-4d39-be79-448303a043db req-c5dec58b-1331-49d8-943f-22385fe9475e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795793 May 27 12:30:18.456281 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=91784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:30:18.518042 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:18.521809 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.db.segments_db [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Added segment e0e10651-a930-4160-bc5b-d4f88dbd5b40 of type vlan for network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 May 27 12:30:18.563890 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:18.587606 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=67816fb2-6ce9-46f5-819c-8794ee58da10,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:18.615957 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'code': 200} May 27 12:30:18.621673 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:18.640236 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-bcb7cf9b-bd93-4a6d-99f9-5cd89bcc3280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:18.656462 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:18.667883 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:18.669437 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:18.736002 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2846694 May 27 12:30:18.740500 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 33656) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:18.753627 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Request body: {'subnet': {'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1279257481-subnet', 'tenant_id': '9ae30e66b81547b5836b26a4da35cbb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:30:18.760690 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:18.777894 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:30:18.781300 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:18.781737 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:18.800558 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Usage tracker for resource:subnet and tenant:9ae30e66b81547b5836b26a4da35cbb7 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:30:18.820064 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:30:18.838581 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:30:18.941202 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Pushing event updated for resources: {'Network': ['ID=7dbeeea7-8037-4e98-b95d-bbc4053e7ba7,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:18.952466 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:18.953432 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:30:18.954199 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Made reservation on behalf of 9ae30e66b81547b5836b26a4da35cbb7 for: {'subnet': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:30:18.957074 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:18.978602 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2726af4-d49a-4888-98bc-55579420407d req-5a851594-f45f-4629-8b5c-9d8b78d7c5ad tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:18.980317 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a2726af4-d49a-4888-98bc-55579420407d req-5a851594-f45f-4629-8b5c-9d8b78d7c5ad tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.2584000 May 27 12:30:19.076312 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a2726af4-d49a-4888-98bc-55579420407d req-6bd2abac-84cc-41e0-86fa-5ac4fa563fd5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876656 May 27 12:30:19.322760 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfb976-52b5-4a60-a131-08db2100cc0b req-afa78461-c9f9-4551-b66a-36f3eb0c4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:19.325076 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-9ccfb976-52b5-4a60-a131-08db2100cc0b req-afa78461-c9f9-4551-b66a-36f3eb0c4d07 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 1098 time: 0.1614034 May 27 12:30:19.507901 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-9ccfb976-52b5-4a60-a131-08db2100cc0b req-5f733312-7079-4794-8dd8-630adecb08c3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605785 May 27 12:30:19.734504 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:19.750592 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:19.866299 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4539055-6507-46f9-96f9-8dcf6d524888 req-ee8bef89-0d95-46c1-a821-34881966a95e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:19.871955 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a4539055-6507-46f9-96f9-8dcf6d524888 req-ee8bef89-0d95-46c1-a821-34881966a95e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.2406616 May 27 12:30:19.926307 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Pushing event updated for resources: {'Subnet': ['ID=292526d1-b81a-4fbb-ba69-ed0aeac4ddea,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:19.930456 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:19.940898 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Checking segment: {'id': 'e0e10651-a930-4160-bc5b-d4f88dbd5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:30:19.941753 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Network hostable DHCP agents. Network: 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:30:19.985727 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:30:20.002203 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a4539055-6507-46f9-96f9-8dcf6d524888 req-a371b2ce-d82f-489f-8f3d-2390b98375f2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233177 May 27 12:30:20.008986 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7) {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:30:20.023199 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:20.023481 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b656d6-32c4-41f8-976a-4b465ac8554a None None] Network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:30:20.024177 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:20.055545 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3123989 May 27 12:30:20.518903 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb0603-7f1f-4895-b18e-09b0a25f1bf4 req-7e8aa4ee-4304-4ba1-9df0-0267458a1c48 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:20.527268 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7edb0603-7f1f-4895-b18e-09b0a25f1bf4 req-7e8aa4ee-4304-4ba1-9df0-0267458a1c48 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.2327659 May 27 12:30:20.703680 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9788ef-6dfb-4be4-964c-56c75584f7b5 None None] Network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:30:20.719301 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7edb0603-7f1f-4895-b18e-09b0a25f1bf4 req-ee0b82f1-3c3f-4524-855f-c99795aaabf3 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865659 May 27 12:30:21.000145 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88471968-5be8-451d-98ae-7ad285c5b3e3 req-73fa91d2-9d2c-4d8b-b566-5f3977d1dd8a tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:21.005370 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-88471968-5be8-451d-98ae-7ad285c5b3e3 req-73fa91d2-9d2c-4d8b-b566-5f3977d1dd8a tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.3199673 May 27 12:30:21.109728 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-88471968-5be8-451d-98ae-7ad285c5b3e3 req-2c8d0f63-94ab-4563-8052-09aa2f4470d8 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882604 May 27 12:30:21.483023 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4aed1-d137-4e04-9e69-3bbe5b39d8c6 req-c4cca23e-0baa-455b-b94a-1534632632ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:21.491991 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cae4aed1-d137-4e04-9e69-3bbe5b39d8c6 req-c4cca23e-0baa-455b-b94a-1534632632ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.2446108 May 27 12:30:21.547161 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cae4aed1-d137-4e04-9e69-3bbe5b39d8c6 req-8c8677c8-39bb-43df-a01a-59a63ba5fedd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541229 May 27 12:30:22.043653 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f40093-2b16-4d7a-b54d-915e628d6344 req-ff6e9f14-f67a-4934-a7ec-ae4d583c949c tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:22.046138 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-02f40093-2b16-4d7a-b54d-915e628d6344 req-ff6e9f14-f67a-4934-a7ec-ae4d583c949c tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.1541703 May 27 12:30:22.134442 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-02f40093-2b16-4d7a-b54d-915e628d6344 req-9acdef72-e5d2-4129-80c3-2e3289324f35 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816863 May 27 12:30:22.668079 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf1dd8-7443-4410-98b5-7982297393e8 req-c9acda31-66c8-4020-894c-07c43c5b693c tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:22.669591 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d0cf1dd8-7443-4410-98b5-7982297393e8 req-c9acda31-66c8-4020-894c-07c43c5b693c tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.2671809 May 27 12:30:22.693986 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f27f-27f7-4d2e-8bc7-79779c7d5daf req-db9e296f-ad28-4b9a-b52d-31c57ed16d57 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:22.705982 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8d25f27f-27f7-4d2e-8bc7-79779c7d5daf req-db9e296f-ad28-4b9a-b52d-31c57ed16d57 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.3654015 May 27 12:30:22.784282 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8d25f27f-27f7-4d2e-8bc7-79779c7d5daf req-a6e6343b-c491-4a75-9b82-259e69427e80 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772700 May 27 12:30:22.807756 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 33700) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:22.818098 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d0cf1dd8-7443-4410-98b5-7982297393e8 req-80b5b892-1f0f-4411-8db8-fe98b8c29572 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083453 May 27 12:30:23.256702 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4e629-319c-4475-adec-f6d298002d73 req-4a9a36d7-9462-4013-bab8-818c2b62a3bf tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:23.258223 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b6e4e629-319c-4475-adec-f6d298002d73 req-4a9a36d7-9462-4013-bab8-818c2b62a3bf tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.2414582 May 27 12:30:23.356452 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b6e4e629-319c-4475-adec-f6d298002d73 req-f4ae495f-cab9-41e4-8128-526042150f4f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867970 May 27 12:30:23.406314 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d840ec52-1a88-46bf-a2a9-e302ee89028d tempest-TestShelveInstance-1294236758 tempest-TestShelveInstance-1294236758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:23.407800 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-d840ec52-1a88-46bf-a2a9-e302ee89028d tempest-TestShelveInstance-1294236758 tempest-TestShelveInstance-1294236758-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 1093 time: 0.5989392 May 27 12:30:23.410870 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 33714) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:23.416690 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Request body: {'floatingip': {'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'port_id': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:30:23.439213 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:30:23.457218 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Usage tracker for resource:floatingip and tenant:32a6aaa750194fd3aa7f5917b0d80036 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:30:23.471669 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:30:23.477662 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-92b7be5d-b930-4ecf-abaa-a8d650f74319 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:23.478833 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-92b7be5d-b930-4ecf-abaa-a8d650f74319 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Synchronizing usage tracker for tenant:97ce54b81246452eb37483949cafc664 on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:30:23.498634 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:30:23.518845 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-92b7be5d-b930-4ecf-abaa-a8d650f74319 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Unset dirty status for tenant:97ce54b81246452eb37483949cafc664 on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:30:23.521464 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-92b7be5d-b930-4ecf-abaa-a8d650f74319 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.95 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.3076520 May 27 12:30:23.554433 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for floatingip, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:23.827794 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-50284449-a0d8-4ee7-a51a-614aaf13de30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Deleting port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:30:23.828436 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-50284449-a0d8-4ee7-a51a-614aaf13de30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:24.138649 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:24.649089 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-50284449-a0d8-4ee7-a51a-614aaf13de30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] For port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=1337d9e9-49b2-48cb-a5ef-024d3daaecfc,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:24.650153 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-50284449-a0d8-4ee7-a51a-614aaf13de30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:24.890344 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fb14c-eb8e-4c0c-b2c3-c81b935cd33a req-d640a7df-3ec5-4d3c-971a-6f81f4a7337f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:24.896118 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-450fb14c-eb8e-4c0c-b2c3-c81b935cd33a req-d640a7df-3ec5-4d3c-971a-6f81f4a7337f tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 946 time: 0.5122843 May 27 12:30:25.018179 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-50284449-a0d8-4ee7-a51a-614aaf13de30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Calling delete_port for 1337d9e9-49b2-48cb-a5ef-024d3daaecfc owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:30:25.090001 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-450fb14c-eb8e-4c0c-b2c3-c81b935cd33a req-18c74c5f-2820-4658-9588-391233845dc2 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747792 May 27 12:30:25.113721 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Allocated IP 172.28.3.67 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/f9271d20-19fd-4ddf-9e3a-f4399efe2440) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:30:25.318505 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-50284449-a0d8-4ee7-a51a-614aaf13de30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:25.319000 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:25.324455 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-f154b2d7-b891-40f0-88d5-1c02997c8024 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:25.331624 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['f6bdf022-00c3-4233-a113-180803429959', '1337d9e9-49b2-48cb-a5ef-024d3daaecfc'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:30:25.402002 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:25.418914 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:25.433196 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50284449-a0d8-4ee7-a51a-614aaf13de30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Pushing event deleted for resources: {'Port': ['ID=1337d9e9-49b2-48cb-a5ef-024d3daaecfc,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:25.440964 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-50284449-a0d8-4ee7-a51a-614aaf13de30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:25.497110 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-50284449-a0d8-4ee7-a51a-614aaf13de30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] No DVR routers for this DVR port 1337d9e9-49b2-48cb-a5ef-024d3daaecfc on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:30:25.500974 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-50284449-a0d8-4ee7-a51a-614aaf13de30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:25.512428 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd09ae017-8f6f-4b35-abbb-d0b6770a6432', 'name': 'network-vif-deleted', 'tag': '1337d9e9-49b2-48cb-a5ef-024d3daaecfc'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:30:25.520881 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:30:25.524311 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event updated for resources: {'Port': ['ID=f9271d20-19fd-4ddf-9e3a-f4399efe2440,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:25.527046 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-231ad0e7-193a-4fcc-bc57-9f21afa1b61f req-50284449-a0d8-4ee7-a51a-614aaf13de30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.95 "DELETE /v2.0/ports/1337d9e9-49b2-48cb-a5ef-024d3daaecfc HTTP/1.1" status: 204 len: 173 time: 1.9977674 May 27 12:30:25.530587 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:30:25.535322 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:25.543879 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:30:25.771325 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4750001-ba09-4bc4-b3c5-8c9ef0ce9eda req-a54ce209-998a-43f1-98d4-00a941142637 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:25.778708 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b4750001-ba09-4bc4-b3c5-8c9ef0ce9eda req-a54ce209-998a-43f1-98d4-00a941142637 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.4288611 May 27 12:30:25.868748 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b4750001-ba09-4bc4-b3c5-8c9ef0ce9eda req-7d32f51e-be8b-4769-8872-f592db059ecd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887971 May 27 12:30:25.963557 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd09ae017-8f6f-4b35-abbb-d0b6770a6432', 'name': 'network-vif-deleted', 'tag': '1337d9e9-49b2-48cb-a5ef-024d3daaecfc', 'status': 'completed', 'code': 200} May 27 12:30:26.604502 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4d50667c-1866-44fc-a7c6-2f6bad66bc28 req-680f1088-88b5-4013-9a23-ca3badd2a455 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=d09ae017-8f6f-4b35-abbb-d0b6770a6432 HTTP/1.1" status: 200 len: 210 time: 0.2014339 May 27 12:30:26.646848 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:26.787875 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:27.068697 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:27.076312 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:27.082652 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-81d56d2e-832a-45ea-a2c4-515ceeae6131 tempest-DeleteServersTestJSON-562451585 tempest-DeleteServersTestJSON-562451585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:27.229268 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event updated for resources: {'Port': ['ID=f9271d20-19fd-4ddf-9e3a-f4399efe2440,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:27.244002 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:27.336775 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:27.523876 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 1337d9e9-49b2-48cb-a5ef-024d3daaecfc no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:30:27.605397 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 1337d9e9-49b2-48cb-a5ef-024d3daaecfc {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:30:27.606018 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 1337d9e9-49b2-48cb-a5ef-024d3daaecfc not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:30:27.633259 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000286a-1d1e-4a6b-a963-555647066dce req-e113e622-138c-4ee9-8cad-f220063f5aa1 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:27.647701 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6000286a-1d1e-4a6b-a963-555647066dce req-e113e622-138c-4ee9-8cad-f220063f5aa1 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.4544108 May 27 12:30:27.731717 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.l3_db [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Floating IP fd2ecf87-94d6-4902-9200-a363d6fcbffb associated. External IP: 172.28.3.67, port: 67816fb2-6ce9-46f5-819c-8794ee58da10. May 27 12:30:27.835444 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6000286a-1d1e-4a6b-a963-555647066dce req-3c461fd9-2d92-423c-9b0b-3f561112c619 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835546 May 27 12:30:28.285797 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:28.428607 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Router 62e59a31-8c03-4226-9232-7886d063899a has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:30:28.671787 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:30:28.685221 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a68bbd-4c3b-41b6-8a76-603d3c24bcef None None] Sync routers for ids ['62e59a31-8c03-4226-9232-7886d063899a'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:30:28.710131 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a68bbd-4c3b-41b6-8a76-603d3c24bcef None None] Routers {'62e59a31-8c03-4226-9232-7886d063899a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:30:28.716802 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-34a68bbd-4c3b-41b6-8a76-603d3c24bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:30:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['62e59a31-8c03-4226-9232-7886d063899a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:28.872790 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:29.057981 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6304948 May 27 12:30:29.071012 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:30:29.119005 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-34a68bbd-4c3b-41b6-8a76-603d3c24bcef None None] Set router 62e59a31-8c03-4226-9232-7886d063899a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:30:29.163075 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0aa85-8f47-4ac7-8432-1e2dffd6e43b req-6a238e81-5e8b-4854-b2eb-eedcdfd6c35a tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:29.172939 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ece0aa85-8f47-4ac7-8432-1e2dffd6e43b req-6a238e81-5e8b-4854-b2eb-eedcdfd6c35a tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.4732273 May 27 12:30:29.273328 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ece0aa85-8f47-4ac7-8432-1e2dffd6e43b req-4a67be05-9c31-4d69-ab5a-ed958ed51feb tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938723 May 27 12:30:29.792599 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-34a68bbd-4c3b-41b6-8a76-603d3c24bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:29:18Z', 'revision_number': 4, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': 'fd2ecf87-94d6-4902-9200-a363d6fcbffb', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'floating_ip_address': '172.28.3.67', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': '62e59a31-8c03-4226-9232-7886d063899a', 'port_id': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'mac_address': 'fa:16:3e:26:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:30:26Z', 'updated_at': '2021-05-27T12:30:26Z', 'revision_number': 0, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607601c4-da7f-4504-a33f-0d4a2029c950', 'name': '', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'mac_address': 'fa:16:3e:b0:7d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:17Z', 'updated_at': '2021-05-27T12:29:28Z', 'revision_number': 5, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'subnets': [{'id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:29.797462 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a68bbd-4c3b-41b6-8a76-603d3c24bcef None None] Checking router: 62e59a31-8c03-4226-9232-7886d063899a for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:30:29.807404 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a68bbd-4c3b-41b6-8a76-603d3c24bcef None None] Routers {'62e59a31-8c03-4226-9232-7886d063899a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:30:29.808201 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-34a68bbd-4c3b-41b6-8a76-603d3c24bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:30:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['62e59a31-8c03-4226-9232-7886d063899a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:29.812353 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee11abb-d966-4dcd-aea8-a4602d822aee req-dcd35663-9b45-43b4-85d8-739bca3ab887 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:29.831321 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-dee11abb-d966-4dcd-aea8-a4602d822aee req-dcd35663-9b45-43b4-85d8-739bca3ab887 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.3603480 May 27 12:30:29.930746 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-dee11abb-d966-4dcd-aea8-a4602d822aee req-f4a5b982-e0c3-4ec5-b35c-86978bccf9d3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909812 May 27 12:30:30.080644 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-34a68bbd-4c3b-41b6-8a76-603d3c24bcef None None] Set router 62e59a31-8c03-4226-9232-7886d063899a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:30:30.399326 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'status': 'completed', 'code': 200} May 27 12:30:30.558939 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705569e-1202-44bc-b5fb-fb736f3d3e97 req-fabad176-ec55-40b6-a616-9e736f5a8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:30.561212 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-2705569e-1202-44bc-b5fb-fb736f3d3e97 req-fabad176-ec55-40b6-a616-9e736f5a8295 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32a6aaa750194fd3aa7f5917b0d80036&device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 1098 time: 0.1354358 May 27 12:30:30.619328 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-34a68bbd-4c3b-41b6-8a76-603d3c24bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:29:18Z', 'revision_number': 4, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': 'fd2ecf87-94d6-4902-9200-a363d6fcbffb', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'floating_ip_address': '172.28.3.67', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': '62e59a31-8c03-4226-9232-7886d063899a', 'port_id': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'mac_address': 'fa:16:3e:26:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:30:26Z', 'updated_at': '2021-05-27T12:30:26Z', 'revision_number': 0, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607601c4-da7f-4504-a33f-0d4a2029c950', 'name': '', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'mac_address': 'fa:16:3e:b0:7d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:17Z', 'updated_at': '2021-05-27T12:29:28Z', 'revision_number': 5, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'subnets': [{'id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:30.635280 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a68bbd-4c3b-41b6-8a76-603d3c24bcef None None] The sync data for ids ['62e59a31-8c03-4226-9232-7886d063899a'] in dv-cinder-793386-1-smb is: [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:29:18Z', 'revision_number': 4, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': 'fd2ecf87-94d6-4902-9200-a363d6fcbffb', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'floating_ip_address': '172.28.3.67', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': '62e59a31-8c03-4226-9232-7886d063899a', 'port_id': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'mac_address': 'fa:16:3e:26:17:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:30:26Z', 'updated_at': '2021-05-27T12:30:26Z', 'revision_number': 0, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607601c4-da7f-4504-a33f-0d4a2029c950', 'name': '', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'mac_address': 'fa:16:3e:b0:7d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:17Z', 'updated_at': '2021-05-27T12:29:28Z', 'revision_number': 5, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'subnets': [{'id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:30:30.751140 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2019a-5701-437f-8070-678beb570ed8 req-c6b9f293-3d2e-48af-9518-6bbda00f7a33 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:30.755834 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a8e2019a-5701-437f-8070-678beb570ed8 req-c6b9f293-3d2e-48af-9518-6bbda00f7a33 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.2006581 May 27 12:30:30.807805 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705569e-1202-44bc-b5fb-fb736f3d3e97 req-4951e75e-a265-4f40-850d-d5afe12fa6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:30.809768 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-2705569e-1202-44bc-b5fb-fb736f3d3e97 req-4951e75e-a265-4f40-850d-d5afe12fa6be service neutron] 10.222.0.95 "GET /v2.0/networks?id=c2525c8a-797d-452d-a1d9-0d05ab79162d HTTP/1.1" status: 200 len: 910 time: 0.2407463 May 27 12:30:30.884358 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a8e2019a-5701-437f-8070-678beb570ed8 req-e207d53b-31c7-451f-974a-583e8f4d63ca tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225092 May 27 12:30:30.979962 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-2705569e-1202-44bc-b5fb-fb736f3d3e97 req-59c569e9-97f5-4017-b6bc-cdddbf3c9842 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67816fb2-6ce9-46f5-819c-8794ee58da10 HTTP/1.1" status: 200 len: 998 time: 0.1613562 May 27 12:30:31.082523 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705569e-1202-44bc-b5fb-fb736f3d3e97 req-964ebd2a-324f-4514-ab57-b1bd7520055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:31.085272 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-2705569e-1202-44bc-b5fb-fb736f3d3e97 req-964ebd2a-324f-4514-ab57-b1bd7520055c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34c8e513-2a05-4700-8b4e-592a6885bc11 HTTP/1.1" status: 200 len: 848 time: 0.0936491 May 27 12:30:31.111310 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f610343c-f168-4321-b47a-5d007bca6089 None None] New status for floating IP fd2ecf87-94d6-4902-9200-a363d6fcbffb: ACTIVE {{(pid=91786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 12:30:31.222557 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6db525-95b7-431c-b6d7-c1fe064f6ed5 req-5044c849-316c-4f78-9dc1-17b84a2f2103 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:31.232210 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ce6db525-95b7-431c-b6d7-c1fe064f6ed5 req-5044c849-316c-4f78-9dc1-17b84a2f2103 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1297593 May 27 12:30:31.290406 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705569e-1202-44bc-b5fb-fb736f3d3e97 req-95fa5c9e-1eac-4dc0-98e5-c60ad7145a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:31.291914 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-2705569e-1202-44bc-b5fb-fb736f3d3e97 req-95fa5c9e-1eac-4dc0-98e5-c60ad7145a9e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c2525c8a-797d-452d-a1d9-0d05ab79162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1903317 May 27 12:30:31.467105 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-fadbcd58-b54b-49cd-a11e-515930cdbd23 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:31.469100 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-fadbcd58-b54b-49cd-a11e-515930cdbd23 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/networks?id=7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 HTTP/1.1" status: 200 len: 814 time: 0.2079957 May 27 12:30:31.473426 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-2705569e-1202-44bc-b5fb-fb736f3d3e97 req-49a49ac2-40c4-4e93-ac37-f18645c53562 service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709247 May 27 12:30:31.492623 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ce6db525-95b7-431c-b6d7-c1fe064f6ed5 req-4451cbae-e5bf-4a21-abf8-7ab83f4fcb23 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594779 May 27 12:30:31.494021 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-8695de7a-3533-49fb-ac5e-c53837580f9e tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/quotas/9ae30e66b81547b5836b26a4da35cbb7 HTTP/1.1" status: 200 len: 375 time: 0.0175068 May 27 12:30:31.580024 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-a9896c40-e5de-4ef5-9f67-5bd218f22e3b tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ae30e66b81547b5836b26a4da35cbb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605245 May 27 12:30:31.694971 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-2705569e-1202-44bc-b5fb-fb736f3d3e97 req-77356c79-7bc5-4c80-b7b3-3ed5f6c732a8 service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359684 May 27 12:30:31.753837 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-60c6090c-2089-4b71-b7ca-b2ef3a807049 service neutron] 10.222.0.90 "GET /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652520 May 27 12:30:31.881621 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d8a66b48-f643-4c96-ad89-0cc97107800b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:31.885568 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-c54e268e-4166-434f-be2a-098393e08ec0 service neutron] 10.222.0.90 "GET /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259704 May 27 12:30:31.970703 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47731ef0-5ca9-4c77-85d7-925c20a9a124 req-f7115a7e-86c1-4355-b23a-dcf5832b216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:31.973246 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-47731ef0-5ca9-4c77-85d7-925c20a9a124 req-f7115a7e-86c1-4355-b23a-dcf5832b216d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 1099 time: 0.0925698 May 27 12:30:32.092434 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5c70a3ff-09f9-4393-bcfb-e52751fb3e3f req-8a6992b4-994c-46d9-ad91-be29b201bcff tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 210 time: 0.0553305 May 27 12:30:32.125735 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47731ef0-5ca9-4c77-85d7-925c20a9a124 req-29de571d-15d3-41ae-8a91-461c6a19c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:32.127259 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-47731ef0-5ca9-4c77-85d7-925c20a9a124 req-29de571d-15d3-41ae-8a91-461c6a19c965 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 918 time: 0.1440849 May 27 12:30:32.130625 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8ae7b-6247-46b0-b203-8ee1f4d17a77 req-b8674d87-687a-4a70-895e-2e57ecd0f0aa tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:32.132086 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-52e8ae7b-6247-46b0-b203-8ee1f4d17a77 req-b8674d87-687a-4a70-895e-2e57ecd0f0aa tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1425183 May 27 12:30:32.195139 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-52e8ae7b-6247-46b0-b203-8ee1f4d17a77 req-f58eebb2-3455-4f01-a569-3bf7ab0eda50 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562570 May 27 12:30:32.346971 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-47731ef0-5ca9-4c77-85d7-925c20a9a124 req-e1e09d33-6fef-409f-8fc9-c4005365393c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84bbee3c-a18e-4645-8027-95ac10b40e12 HTTP/1.1" status: 200 len: 1002 time: 0.2108781 May 27 12:30:32.416421 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47731ef0-5ca9-4c77-85d7-925c20a9a124 req-63756e92-15ee-4a51-90a6-e7a1183bf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:32.417840 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-47731ef0-5ca9-4c77-85d7-925c20a9a124 req-63756e92-15ee-4a51-90a6-e7a1183bf1fb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 200 len: 856 time: 0.0635912 May 27 12:30:32.501883 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47731ef0-5ca9-4c77-85d7-925c20a9a124 req-4167e0e0-5325-4979-ae75-4b2c8d7d54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:32.503666 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-47731ef0-5ca9-4c77-85d7-925c20a9a124 req-4167e0e0-5325-4979-ae75-4b2c8d7d54a1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1745ac28-aeec-46f3-8427-a49430343ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790088 May 27 12:30:32.666315 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-47731ef0-5ca9-4c77-85d7-925c20a9a124 req-c710fd4b-230d-42a7-8744-2114e61aaef8 service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452496 May 27 12:30:32.753899 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3cfc7-06fd-4bf2-a3de-0865daa3d4eb req-db80178c-4a75-41ca-a52b-70a6b0c703f1 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:32.755410 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-05b3cfc7-06fd-4bf2-a3de-0865daa3d4eb req-db80178c-4a75-41ca-a52b-70a6b0c703f1 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.1161327 May 27 12:30:32.824638 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-05b3cfc7-06fd-4bf2-a3de-0865daa3d4eb req-0b222142-8b39-4085-a4b1-c0a4f31684f2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632071 May 27 12:30:32.831581 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-47731ef0-5ca9-4c77-85d7-925c20a9a124 req-6bfc499e-6c5b-4665-84c6-18169fa73446 service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582093 May 27 12:30:33.247020 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bccd4536-53d3-4e67-a599-8643ce165f1e req-edfec59a-4472-40bc-9c35-f51dc80e4df8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 210 time: 0.0477798 May 27 12:30:33.415015 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971ffa6-16e7-4daf-a97c-72d0cd511902 req-531eb72e-e9f9-46ee-a45a-5facb0d2d8c5 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:33.416628 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1971ffa6-16e7-4daf-a97c-72d0cd511902 req-531eb72e-e9f9-46ee-a45a-5facb0d2d8c5 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.1077371 May 27 12:30:33.455842 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-5680558b-5a6a-4c6d-ad04-6aabf2961731 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:33.456534 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-5680558b-5a6a-4c6d-ad04-6aabf2961731 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Synchronizing usage tracker for tenant:9ae30e66b81547b5836b26a4da35cbb7 on resource:network {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:30:33.463717 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1971ffa6-16e7-4daf-a97c-72d0cd511902 req-b5be2432-c1ed-45d2-9d11-42b4008eb457 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408330 May 27 12:30:33.475188 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-5680558b-5a6a-4c6d-ad04-6aabf2961731 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Unset dirty status for tenant:9ae30e66b81547b5836b26a4da35cbb7 on resource:network {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:30:33.476527 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-5680558b-5a6a-4c6d-ad04-6aabf2961731 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.95 "GET /v2.0/networks?id=7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 HTTP/1.1" status: 200 len: 814 time: 0.2036681 May 27 12:30:33.494821 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Request body: {'port': {'device_id': 'da75b093-47d0-4d2f-827a-dff972352666', 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7', 'admin_state_up': True, 'tenant_id': '9ae30e66b81547b5836b26a4da35cbb7'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:30:33.576548 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:33.629621 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:30:33.633404 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Usage tracker for resource:port and tenant:9ae30e66b81547b5836b26a4da35cbb7 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:30:33.636157 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:30:33.641988 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:30:33.651368 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Made reservation on behalf of 9ae30e66b81547b5836b26a4da35cbb7 for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:30:33.654993 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:33.817934 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Allocated IP 172.20.0.6 (7dbeeea7-8037-4e98-b95d-bbc4053e7ba7/292526d1-b81a-4fbb-ba69-ed0aeac4ddea/94cc68db-4220-49d3-a232-ac8fbd082fc4) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:30:34.025043 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3ea53-48b2-4fa8-b612-a47404a8a420 req-c23bd04b-e502-4ed0-b0b9-431e90238b98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:34.026523 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-32f3ea53-48b2-4fa8-b612-a47404a8a420 req-c23bd04b-e502-4ed0-b0b9-431e90238b98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.0930257 May 27 12:30:34.033023 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:34.063756 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:34.069557 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-e5cd45b1-7b5c-439a-92f3-2ff7f495880b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:34.073358 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-32f3ea53-48b2-4fa8-b612-a47404a8a420 req-8fa6471c-630c-4d03-a8fe-21075ab1441c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398860 May 27 12:30:34.136215 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:30:34.139299 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:30:34.143573 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:30:34.148962 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:34.149566 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:34.164659 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Pushing event updated for resources: {'Port': ['ID=94cc68db-4220-49d3-a232-ac8fbd082fc4,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:34.167604 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:34.178343 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-ac6eb3b1-ea4a-49f8-8a46-2c078012c5e8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6871524 May 27 12:30:34.191434 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Request body: {'port': {'device_id': 'da75b093-47d0-4d2f-827a-dff972352666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:30:34.228871 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 33870) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:34.289206 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Deleting subnet 14ff9b6a-147d-494a-a3e9-664f2896cc4a {{(pid=91785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:30:34.292140 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:34.302765 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:34.323735 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d1631794-5178-4e7e-bcf1-dec51e44db30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:34.346034 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473741'] for subnet, precommit_delete_associations {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:34.454508 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:34.540223 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fdb40-efd4-4078-8a74-3ddabffc64db req-5b976f6c-7da4-410f-bec0-507e0f9483e1 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:34.541681 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7b4fdb40-efd4-4078-8a74-3ddabffc64db req-5b976f6c-7da4-410f-bec0-507e0f9483e1 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 931 time: 0.1692674 May 27 12:30:34.750586 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cc68db-4220-49d3-a232-ac8fbd082fc4 {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:30:34.758136 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:34.772038 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Transition to ACTIVE for port object 94cc68db-4220-49d3-a232-ac8fbd082fc4 will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:30:34.776290 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:34.781450 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2170643f-694a-4cd9-afd2-fb2e88fc8506 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:34.819501 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7b4fdb40-efd4-4078-8a74-3ddabffc64db req-856a9b77-41c7-4936-b2f5-b2331f6d0830 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354693 May 27 12:30:34.895908 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602379d-e393-4551-9f63-65b736f70498 req-a91fa068-c90c-46c2-b36f-6a8006e77006 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:34.897370 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a602379d-e393-4551-9f63-65b736f70498 req-a91fa068-c90c-46c2-b36f-6a8006e77006 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.3123717 May 27 12:30:34.944756 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Pushing event updated for resources: {'Port': ['ID=94cc68db-4220-49d3-a232-ac8fbd082fc4,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:34.952539 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:34.958104 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a602379d-e393-4551-9f63-65b736f70498 req-d0360a2f-4d8b-4a14-bb3f-dce96fe2546b tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/security-groups?id=76e81f6a-e33b-4bda-9049-091fb6836b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542092 May 27 12:30:34.959495 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3039649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3065520'] for subnet, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:34.963976 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:34.975608 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Attempting to bind port 94cc68db-4220-49d3-a232-ac8fbd082fc4 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:30:34.976245 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Attempting to bind port 94cc68db-4220-49d3-a232-ac8fbd082fc4 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': 'e0e10651-a930-4160-bc5b-d4f88dbd5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:30:34.976804 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Attempting to bind port 94cc68db-4220-49d3-a232-ac8fbd082fc4 on network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:30:34.982328 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Port 94cc68db-4220-49d3-a232-ac8fbd082fc4 on network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:30:34.982726 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Attempting to bind port 94cc68db-4220-49d3-a232-ac8fbd082fc4 on network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:30:34.988825 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:30:34.989246 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Checking segment: {'id': 'e0e10651-a930-4160-bc5b-d4f88dbd5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:30:34.989700 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Bound using segment: {'id': 'e0e10651-a930-4160-bc5b-d4f88dbd5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:30:34.990210 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Bound port: 94cc68db-4220-49d3-a232-ac8fbd082fc4, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e10651-a930-4160-bc5b-d4f88dbd5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:30:34.990743 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:34.998473 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ff9b6a-147d-494a-a3e9-664f2896cc4a,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:35.008444 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.011422 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:35.011776 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:35.012131 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:35.012477 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:35.012825 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:35.013167 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:35.013507 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:35.013851 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:35.014190 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:35.016142 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:35.016142 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:35.016417 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:35.021740 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:35.025022 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-8ba02824-7f74-4216-bf9b-f22cb1aeed3e admin admin] 10.222.0.90 "DELETE /v2.0/subnets/14ff9b6a-147d-494a-a3e9-664f2896cc4a HTTP/1.1" status: 204 len: 168 time: 0.7947304 May 27 12:30:35.027003 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 33878) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:35.118220 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] For port 94cc68db-4220-49d3-a232-ac8fbd082fc4, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:30:35.125546 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] For port 94cc68db-4220-49d3-a232-ac8fbd082fc4, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=94cc68db-4220-49d3-a232-ac8fbd082fc4,segment=NetworkSegment(e0e10651-a930-4160-bc5b-d4f88dbd5b40),segment_id=e0e10651-a930-4160-bc5b-d4f88dbd5b40)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:30:35.130997 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.139192 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:35.191111 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:35.191111 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.192877 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] 10.222.0.95 "PUT /v2.0/ports/94cc68db-4220-49d3-a232-ac8fbd082fc4 HTTP/1.1" status: 200 len: 1093 time: 1.0058951 May 27 12:30:35.197374 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.208832 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da75b093-47d0-4d2f-827a-dff972352666', 'tag': '94cc68db-4220-49d3-a232-ac8fbd082fc4'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:30:35.244248 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Pushing event updated for resources: {'Port': ['ID=94cc68db-4220-49d3-a232-ac8fbd082fc4,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:35.247752 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:35.272128 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da75b093-47d0-4d2f-827a-dff972352666', 'tag': '94cc68db-4220-49d3-a232-ac8fbd082fc4', 'status': 'completed', 'code': 200} May 27 12:30:35.348223 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-bfbf31c0-1313-476a-aa0b-c83a4bea5248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:35.349697 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-bfbf31c0-1313-476a-aa0b-c83a4bea5248 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9ae30e66b81547b5836b26a4da35cbb7&device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 1096 time: 0.0739517 May 27 12:30:35.386708 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548469d4-015d-4081-be3c-8481b43bf1c9 req-b9c9a512-6ab7-4843-b2f5-cc99c7427021 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:35.388153 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-548469d4-015d-4081-be3c-8481b43bf1c9 req-b9c9a512-6ab7-4843-b2f5-cc99c7427021 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.95 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 945 time: 0.2833142 May 27 12:30:35.419389 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-642f62e9-34e3-46ef-9da9-f31a4db77724 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94cc68db-4220-49d3-a232-ac8fbd082fc4 HTTP/1.1" status: 200 len: 217 time: 0.0610094 May 27 12:30:35.445111 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.479698 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12d0a13-f738-4723-b8bb-d97afcff0b53']}} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:35.490837 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-1008a9e2-1f8d-4646-8354-f4e118114c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:35.492271 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-1008a9e2-1f8d-4646-8354-f4e118114c3c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=292526d1-b81a-4fbb-ba69-ed0aeac4ddea HTTP/1.1" status: 200 len: 854 time: 0.0603118 May 27 12:30:35.502157 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8033fc0f-5c8f-49d9-8215-928e130cf98f') {'for_net_delete': True} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:35.502478 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8033fc0f-5c8f-49d9-8215-928e130cf98f') {} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:35.540342 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-300d7b98-82d3-4e3e-9b88-12d9c8382c42 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7dbeeea7-8037-4e98-b95d-bbc4053e7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406034 May 27 12:30:35.552995 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f20f3-0a9d-48d5-9fac-c93e6dc9be6d req-42a3471d-f270-4c39-bf52-cfd34a9929e3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:35.554455 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d00f20f3-0a9d-48d5-9fac-c93e6dc9be6d req-42a3471d-f270-4c39-bf52-cfd34a9929e3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 946 time: 0.3476186 May 27 12:30:35.560575 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473780'] for segment, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.571489 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 84bbee3c-a18e-4645-8027-95ac10b40e12 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:30:35.605491 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.623455 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=91785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:30:35.624233 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3041027'] for segment, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: Traceback (most recent call last): May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: timer() May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: cb(*args, **kw) May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: return func(*args, **kwargs) May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: self._notify() May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: self.callback(batched_events) May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: event.method(event) May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: return f(self, *a, **k) May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: return self._get(url).json() May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: return self.request(url, 'GET', **kwargs) May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:30:35.638724 dv-cinder-793386-1-smb neutron-server[91785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:30:35.645486 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.724174 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d00f20f3-0a9d-48d5-9fac-c93e6dc9be6d req-9f55e05d-e1cb-455d-9edc-31fe62204ded tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566942 May 27 12:30:35.724416 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-486ef142-3421-4e43-aa40-184df6d21d20 service neutron] 10.222.0.95 "GET /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677530 May 27 12:30:35.727915 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.748582 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [req-548469d4-015d-4081-be3c-8481b43bf1c9 req-5cc74e40-55cc-473f-bc39-25f520fe68fc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Deleting port f6bdf022-00c3-4233-a113-180803429959 {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:30:35.748982 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-548469d4-015d-4081-be3c-8481b43bf1c9 req-5cc74e40-55cc-473f-bc39-25f520fe68fc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.766485 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.787585 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:30:35.801163 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=84bbee3c-a18e-4645-8027-95ac10b40e12,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:35.805763 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.810279 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:35.831918 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-55d61ccf-c654-47a7-b2f5-b3efa191b1b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:35.846537 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:35.861189 dv-cinder-793386-1-smb neutron-server[91786]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'code': 422} returned with failed status May 27 12:30:35.885428 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c12d0a13-f738-4723-b8bb-d97afcff0b53,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:35.904104 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:35.912463 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=84bbee3c-a18e-4645-8027-95ac10b40e12,revision_number=8']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:35.919700 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:35.930183 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] 10.222.0.90 "DELETE /v2.0/networks/c12d0a13-f738-4723-b8bb-d97afcff0b53 HTTP/1.1" status: 204 len: 168 time: 0.9021859 May 27 12:30:35.999339 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-5e6076bb-c4ea-455b-9e94-8c5ba9fe0c1a req-a17dcc72-58dc-430f-aa9f-4b1d7d4ab597 service neutron] 10.222.0.95 "GET /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413776 May 27 12:30:36.010019 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-548469d4-015d-4081-be3c-8481b43bf1c9 req-5cc74e40-55cc-473f-bc39-25f520fe68fc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] For port f6bdf022-00c3-4233-a113-180803429959, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=f6bdf022-00c3-4233-a113-180803429959,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:36.010481 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-548469d4-015d-4081-be3c-8481b43bf1c9 req-5cc74e40-55cc-473f-bc39-25f520fe68fc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:36.102073 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 33902) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:36.174178 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-af26b788-0e0d-4322-891d-13c0e73e9a5a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=40270b3ba1d048f791cdd15ae52b6b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687103 May 27 12:30:36.174866 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 33906) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:36.198982 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [req-548469d4-015d-4081-be3c-8481b43bf1c9 req-5cc74e40-55cc-473f-bc39-25f520fe68fc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Calling delete_port for f6bdf022-00c3-4233-a113-180803429959 owned by compute:nova {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:30:36.206996 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5a53f-7371-4330-aef0-eb3a08c5bf10 req-af784434-b138-494e-b5c8-e04a536a0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:36.208452 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0fb5a53f-7371-4330-aef0-eb3a08c5bf10 req-af784434-b138-494e-b5c8-e04a536a0e0a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9ae30e66b81547b5836b26a4da35cbb7&device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 1096 time: 0.1594398 May 27 12:30:36.280971 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8c7bf-5679-4eb7-9936-b2f8ab170d79 req-80651559-10b1-473a-b064-1e6fe94d9001 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:36.283080 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-eda8c7bf-5679-4eb7-9936-b2f8ab170d79 req-80651559-10b1-473a-b064-1e6fe94d9001 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 943 time: 0.1966205 May 27 12:30:36.328626 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-828cdf2f-d868-42f1-a1df-61963f5b3b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:36.369128 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-828cdf2f-d868-42f1-a1df-61963f5b3b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:36.396900 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-eda8c7bf-5679-4eb7-9936-b2f8ab170d79 req-47ce289e-3cdb-4a40-b721-807046244925 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733855 May 27 12:30:36.410950 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-548469d4-015d-4081-be3c-8481b43bf1c9 req-5cc74e40-55cc-473f-bc39-25f520fe68fc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:36.430892 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['f6bdf022-00c3-4233-a113-180803429959'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:30:36.452681 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:36.462887 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-828cdf2f-d868-42f1-a1df-61963f5b3b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:36.470144 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-dd4b8d47-3f85-46e5-821a-2580ef91eb53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:36.496669 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cdf2f-d868-42f1-a1df-61963f5b3b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77f4ae9-bb7e-4117-8211-90233f4c1398,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:36.502699 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-828cdf2f-d868-42f1-a1df-61963f5b3b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:36.513058 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-828cdf2f-d868-42f1-a1df-61963f5b3b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:36.514380 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-828cdf2f-d868-42f1-a1df-61963f5b3b65 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f77f4ae9-bb7e-4117-8211-90233f4c1398 HTTP/1.1" status: 204 len: 168 time: 0.3390391 May 27 12:30:36.516789 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5a53f-7371-4330-aef0-eb3a08c5bf10 req-09e7ae1b-c054-4ee7-a81b-b2e17a3c0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:36.518519 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0fb5a53f-7371-4330-aef0-eb3a08c5bf10 req-09e7ae1b-c054-4ee7-a81b-b2e17a3c0454 service neutron] 10.222.0.95 "GET /v2.0/networks?id=7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 HTTP/1.1" status: 200 len: 915 time: 0.2988095 May 27 12:30:36.552759 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc74e40-55cc-473f-bc39-25f520fe68fc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Pushing event deleted for resources: {'Port': ['ID=f6bdf022-00c3-4233-a113-180803429959,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:36.564397 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5cc74e40-55cc-473f-bc39-25f520fe68fc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:36.566861 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-64cebefe-108a-4e56-a1e8-8bb7b1e7be97 req-72736d4b-4409-42c1-8f2c-0443879c2ae8 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dfc79ab-11c1-40e8-a69d-ad2c98c9720e HTTP/1.1" status: 200 len: 210 time: 0.1212978 May 27 12:30:36.638301 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0fb5a53f-7371-4330-aef0-eb3a08c5bf10 req-f4d43f4c-b5b8-435d-9437-126681482bd5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94cc68db-4220-49d3-a232-ac8fbd082fc4 HTTP/1.1" status: 200 len: 217 time: 0.0926228 May 27 12:30:36.717010 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5a53f-7371-4330-aef0-eb3a08c5bf10 req-65febe56-3600-4d31-907d-ec7b3944be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:36.719227 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0fb5a53f-7371-4330-aef0-eb3a08c5bf10 req-65febe56-3600-4d31-907d-ec7b3944be20 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=292526d1-b81a-4fbb-ba69-ed0aeac4ddea HTTP/1.1" status: 200 len: 854 time: 0.0734978 May 27 12:30:36.743999 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [req-548469d4-015d-4081-be3c-8481b43bf1c9 req-5cc74e40-55cc-473f-bc39-25f520fe68fc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] No DVR routers for this DVR port f6bdf022-00c3-4233-a113-180803429959 on host hv-cinder-79338 {{(pid=91785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:30:36.746691 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-548469d4-015d-4081-be3c-8481b43bf1c9 req-5cc74e40-55cc-473f-bc39-25f520fe68fc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:36.749982 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc79ab-11c1-40e8-a69d-ad2c98c9720e', 'name': 'network-vif-deleted', 'tag': 'f6bdf022-00c3-4233-a113-180803429959'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:30:36.767502 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-548469d4-015d-4081-be3c-8481b43bf1c9 req-5cc74e40-55cc-473f-bc39-25f520fe68fc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] 10.222.0.95 "DELETE /v2.0/ports/f6bdf022-00c3-4233-a113-180803429959 HTTP/1.1" status: 204 len: 173 time: 1.3587742 May 27 12:30:36.794955 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0fb5a53f-7371-4330-aef0-eb3a08c5bf10 req-52da948e-8fd8-48a2-808c-cc44018db2eb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7dbeeea7-8037-4e98-b95d-bbc4053e7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675404 May 27 12:30:36.821888 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc79ab-11c1-40e8-a69d-ad2c98c9720e', 'name': 'network-vif-deleted', 'tag': 'f6bdf022-00c3-4233-a113-180803429959', 'status': 'completed', 'code': 200} May 27 12:30:37.021103 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:37.072548 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6b191-58b9-4f82-aa72-1faab778588f req-97086b5e-f87a-441b-b27a-2143e24b798f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:37.074214 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3fe6b191-58b9-4f82-aa72-1faab778588f req-97086b5e-f87a-441b-b27a-2143e24b798f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.1335115 May 27 12:30:37.086764 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0fb5a53f-7371-4330-aef0-eb3a08c5bf10 req-32a6f273-deb6-465a-801f-a976cc9ffafc service neutron] 10.222.0.95 "GET /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780969 May 27 12:30:37.123869 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3fe6b191-58b9-4f82-aa72-1faab778588f req-1c0eeb1e-5c18-41e3-bddb-93f31c606774 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419457 May 27 12:30:37.238007 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0fb5a53f-7371-4330-aef0-eb3a08c5bf10 req-f672634e-f647-4a15-966a-c75797d72759 service neutron] 10.222.0.95 "GET /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414893 May 27 12:30:37.396846 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 33958) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:37.688844 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 33974) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:37.690351 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-2e0d36fa-9be3-4b10-868d-e1bbe1f6ebb4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2922773 May 27 12:30:37.701242 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee44c2-4293-4a4f-8bb1-31587c8d6b15 req-a00c9e26-c2f5-4742-b15f-9c64c22e9288 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:37.708927 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-81ee44c2-4293-4a4f-8bb1-31587c8d6b15 req-a00c9e26-c2f5-4742-b15f-9c64c22e9288 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 943 time: 0.1821060 May 27 12:30:37.772170 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-81ee44c2-4293-4a4f-8bb1-31587c8d6b15 req-51ffd074-ef16-4a1b-82b1-caf23604007d tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618234 May 27 12:30:38.371246 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010419'] for router_interface, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:38.400756 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788e604-8282-45fb-bd60-26558ebf8478 req-071e1cbd-7ab8-45aa-8805-b46d735fa106 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:38.402691 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1788e604-8282-45fb-bd60-26558ebf8478 req-071e1cbd-7ab8-45aa-8805-b46d735fa106 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.1433625 May 27 12:30:38.483433 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1788e604-8282-45fb-bd60-26558ebf8478 req-65d61712-8f4a-424c-89ba-1a30bf4ece72 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681729 May 27 12:30:38.832649 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] Deleting port 310dc550-768a-49c4-9c14-c99291bfdfd1 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:30:38.832989 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:38.955395 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b4aa3-dd64-44bb-8a6c-fb3a5260c9d6 req-e685d3d0-e9e4-4045-b3d8-572d2d56d9fa tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:38.956859 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-430b4aa3-dd64-44bb-8a6c-fb3a5260c9d6 req-e685d3d0-e9e4-4045-b3d8-572d2d56d9fa tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 943 time: 0.0887699 May 27 12:30:38.960981 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] For port 310dc550-768a-49c4-9c14-c99291bfdfd1, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=310dc550-768a-49c4-9c14-c99291bfdfd1,segment=NetworkSegment(78896f70-ee53-428e-a12d-25bf6715f804),segment_id=78896f70-ee53-428e-a12d-25bf6715f804)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:38.961395 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:39.003023 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-430b4aa3-dd64-44bb-8a6c-fb3a5260c9d6 req-d0863386-3b79-4c84-b14a-c1520f72e7cf tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 May 27 12:30:39.092710 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] Calling delete_port for 310dc550-768a-49c4-9c14-c99291bfdfd1 owned by network:router_interface {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:30:39.489374 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:39.495345 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-f7d65295-bcac-4657-a8a4-8f332a61cb98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:39.551106 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] Pushing event deleted for resources: {'Port': ['ID=310dc550-768a-49c4-9c14-c99291bfdfd1,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:39.617975 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 94cc68db-4220-49d3-a232-ac8fbd082fc4 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:30:39.623255 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:39.631967 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 84bbee3c-a18e-4645-8027-95ac10b40e12 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:30:39.765138 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda74936-b1b5-41bd-8c22-c628d722a8cc req-c3b24a08-46ab-4e07-b037-e3148ed1e4b7 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:39.767749 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fda74936-b1b5-41bd-8c22-c628d722a8cc req-c3b24a08-46ab-4e07-b037-e3148ed1e4b7 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.1541779 May 27 12:30:39.844439 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fda74936-b1b5-41bd-8c22-c628d722a8cc req-5badaf2d-23ae-46f4-a9e7-75735c57d17f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700779 May 27 12:30:39.884457 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-c0a95c1e-c526-44b8-aae7-3c99b6398cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:39.885922 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-c0a95c1e-c526-44b8-aae7-3c99b6398cad service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5&tenant_id=5c9a43fa137940f5a604d64f352d34fc HTTP/1.1" status: 200 len: 1097 time: 0.3326612 May 27 12:30:39.911193 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device f6bdf022-00c3-4233-a113-180803429959 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:30:39.917274 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013827'] for router_interface, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:39.969549 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: f6bdf022-00c3-4233-a113-180803429959 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:30:39.970129 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device f6bdf022-00c3-4233-a113-180803429959 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:30:40.047577 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 94cc68db-4220-49d3-a232-ac8fbd082fc4, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=94cc68db-4220-49d3-a232-ac8fbd082fc4,segment=NetworkSegment(e0e10651-a930-4160-bc5b-d4f88dbd5b40),segment_id=e0e10651-a930-4160-bc5b-d4f88dbd5b40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:40.069423 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '94cc68db-4220-49d3-a232-ac8fbd082fc4', 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7', 'port_id': '94cc68db-4220-49d3-a232-ac8fbd082fc4', 'mac_address': 'fa:16:3e:da:e6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292526d1-b81a-4fbb-ba69-ed0aeac4ddea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:30:40.142833 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:40.165088 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cc68db-4220-49d3-a232-ac8fbd082fc4 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:30:40.187023 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 94cc68db-4220-49d3-a232-ac8fbd082fc4, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=94cc68db-4220-49d3-a232-ac8fbd082fc4,segment=NetworkSegment(e0e10651-a930-4160-bc5b-d4f88dbd5b40),segment_id=e0e10651-a930-4160-bc5b-d4f88dbd5b40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:40.191744 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:40.194540 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-052c5f4f-a023-45b5-a416-3ebc16c511f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:40.246919 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa83c3-e6f9-4be1-884f-4f3770900a52 req-2c485ee6-967b-4b6e-a565-55e26c0e1873 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:40.248500 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a9fa83c3-e6f9-4be1-884f-4f3770900a52 req-2c485ee6-967b-4b6e-a565-55e26c0e1873 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 944 time: 0.0994792 May 27 12:30:40.277753 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=94cc68db-4220-49d3-a232-ac8fbd082fc4,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:40.281201 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:40.290148 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-91276a2b-33ff-4549-87a0-b4b9b24f4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:40.292834 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-91276a2b-33ff-4549-87a0-b4b9b24f4efd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 1097 time: 0.3700781 May 27 12:30:40.306951 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a9fa83c3-e6f9-4be1-884f-4f3770900a52 req-3221bbea-5ff5-43d6-be8e-0e795dfc5b99 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509946 May 27 12:30:40.477855 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['94cc68db-4220-49d3-a232-ac8fbd082fc4'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:30:40.522481 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-1f2a8b21-d385-407f-babc-b16c1d4df151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:40.523917 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-1f2a8b21-d385-407f-babc-b16c1d4df151 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 918 time: 0.2210591 May 27 12:30:40.528283 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] Router b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:30:40.805706 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-1d867f2a-2aae-4bed-a3ab-38a2fafee446 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84bbee3c-a18e-4645-8027-95ac10b40e12 HTTP/1.1" status: 200 len: 1000 time: 0.2726600 May 27 12:30:40.941696 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-742ba655-c108-4bea-9c0c-418637719a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:40.943439 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-742ba655-c108-4bea-9c0c-418637719a87 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 200 len: 856 time: 0.0883780 May 27 12:30:40.945850 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:30:40.956951 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61496813-56c6-4dc8-ae28-3df67cc5ab1c None None] Sync routers for ids ['b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:30:40.968000 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61496813-56c6-4dc8-ae28-3df67cc5ab1c None None] Routers {'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:30:40.968629 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-61496813-56c6-4dc8-ae28-3df67cc5ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:30:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:41.003454 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] 10.222.0.90 "PUT /v2.0/routers/b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3110459 May 27 12:30:41.004181 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 34020) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:41.096627 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ba468-02bf-4d7a-83e4-768814f29d9b req-e44bb3f9-0c89-40ed-8a3d-7aa688e698c2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:41.098618 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ef7ba468-02bf-4d7a-83e4-768814f29d9b req-e44bb3f9-0c89-40ed-8a3d-7aa688e698c2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.1360950 May 27 12:30:41.179792 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ef7ba468-02bf-4d7a-83e4-768814f29d9b req-3cdb6f34-3034-4f40-9377-90522afc8c20 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726819 May 27 12:30:41.191994 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-61496813-56c6-4dc8-ae28-3df67cc5ab1c None None] Set router b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:30:41.238768 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-2aebbf67-352c-4409-906e-abaaa2d44a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:41.240392 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-2aebbf67-352c-4409-906e-abaaa2d44a8c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1745ac28-aeec-46f3-8427-a49430343ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2892058 May 27 12:30:41.245561 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Notify callbacks [] for router, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:41.550081 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-61496813-56c6-4dc8-ae28-3df67cc5ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'name': 'tempest-ServerRescueNegativeTestJSON-466620441-router', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100'}], 'enable_snat': True}, 'gw_port_id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:36Z', 'updated_at': '2021-05-27T12:30:39Z', 'revision_number': 5, 'project_id': '97ce54b81246452eb37483949cafc664', 'gw_port': {'id': '80fb1f3b-1cce-45d5-97e0-a262d8263d4b', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:38Z', 'updated_at': '2021-05-27T12:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:41.556403 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61496813-56c6-4dc8-ae28-3df67cc5ab1c None None] Checking router: b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:30:41.559069 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893013e2-db50-4259-9763-0487ebd575a9 req-d3cf4865-0d7a-4e5c-bb9e-b1d4f857aec9 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:41.562147 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-893013e2-db50-4259-9763-0487ebd575a9 req-d3cf4865-0d7a-4e5c-bb9e-b1d4f857aec9 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 944 time: 0.1152947 May 27 12:30:41.576433 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61496813-56c6-4dc8-ae28-3df67cc5ab1c None None] Routers {'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:30:41.577450 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-61496813-56c6-4dc8-ae28-3df67cc5ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:30:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:41.579047 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-dc78f098-d8f4-430d-ac29-e03b6859b6e5 service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772403 May 27 12:30:41.582431 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:41.623461 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 94cc68db-4220-49d3-a232-ac8fbd082fc4 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:30:41.626683 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-893013e2-db50-4259-9763-0487ebd575a9 req-334c6f47-958e-40dc-959d-a573e9db34d7 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552907 May 27 12:30:41.719026 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 94cc68db-4220-49d3-a232-ac8fbd082fc4 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:30:41.725368 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 94cc68db-4220-49d3-a232-ac8fbd082fc4 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:30:41.726145 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:41.763542 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:30:41.798770 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Deleting port 80fb1f3b-1cce-45d5-97e0-a262d8263d4b {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:30:41.799343 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:41.802873 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-61496813-56c6-4dc8-ae28-3df67cc5ab1c None None] Set router b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a gateway port host: None {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:30:41.893335 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-7bbfc761-b42b-46f2-b70f-347f8e7f0fd1 req-50d806b8-381c-444d-bec9-171d6d1b167b service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060532 May 27 12:30:41.917503 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:41.927826 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-61496813-56c6-4dc8-ae28-3df67cc5ab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'name': 'tempest-ServerRescueNegativeTestJSON-466620441-router', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:36Z', 'updated_at': '2021-05-27T12:30:41Z', 'revision_number': 6, 'project_id': '97ce54b81246452eb37483949cafc664', 'gw_port_host': None}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:41.936002 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61496813-56c6-4dc8-ae28-3df67cc5ab1c None None] The sync data for ids ['b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a'] in dv-cinder-793386-1-smb is: [{'id': 'b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a', 'name': 'tempest-ServerRescueNegativeTestJSON-466620441-router', 'tenant_id': '97ce54b81246452eb37483949cafc664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:36Z', 'updated_at': '2021-05-27T12:30:41Z', 'revision_number': 6, 'project_id': '97ce54b81246452eb37483949cafc664', 'gw_port_host': None}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:30:41.958007 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da75b093-47d0-4d2f-827a-dff972352666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cc68db-4220-49d3-a232-ac8fbd082fc4'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:30:41.992681 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] For port 80fb1f3b-1cce-45d5-97e0-a262d8263d4b, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=80fb1f3b-1cce-45d5-97e0-a262d8263d4b,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:41.994464 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:42.001224 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 94cc68db-4220-49d3-a232-ac8fbd082fc4, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=94cc68db-4220-49d3-a232-ac8fbd082fc4,segment=NetworkSegment(e0e10651-a930-4160-bc5b-d4f88dbd5b40),segment_id=e0e10651-a930-4160-bc5b-d4f88dbd5b40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:42.006353 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:42.009982 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-4fa6aaf2-e886-4909-b39a-1d078795cb80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:42.046100 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da75b093-47d0-4d2f-827a-dff972352666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cc68db-4220-49d3-a232-ac8fbd082fc4', 'code': 200} May 27 12:30:42.096881 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=94cc68db-4220-49d3-a232-ac8fbd082fc4,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:42.101059 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:42.151036 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Calling delete_port for 80fb1f3b-1cce-45d5-97e0-a262d8263d4b owned by network:router_gateway {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:30:42.441006 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34d955-daeb-465a-9467-d9e0fe565894 req-631a7f8c-467b-4e40-bb8a-6b401697796a tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:42.442584 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2f34d955-daeb-465a-9467-d9e0fe565894 req-631a7f8c-467b-4e40-bb8a-6b401697796a tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.1147053 May 27 12:30:42.518492 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2f34d955-daeb-465a-9467-d9e0fe565894 req-9a4d80c5-4469-44c2-b0cf-23a6396dae21 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671914 May 27 12:30:42.637739 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:42.646985 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:42.735456 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fb1f3b-1cce-45d5-97e0-a262d8263d4b,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:42.748857 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:42.756227 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06f87e-2f50-475b-b2aa-a7186bec13bb req-27fb2cec-d987-4ec3-875c-76784b9a6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:42.757704 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8a06f87e-2f50-475b-b2aa-a7186bec13bb req-27fb2cec-d987-4ec3-875c-76784b9a6c92 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 1098 time: 0.5152597 May 27 12:30:42.763616 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008348'] for router_gateway, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:42.941220 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e2b64-c13b-4bb0-bf99-f2c5a8ebcfed req-973eb013-c3da-421f-b3b9-5a2971d913fd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:42.951872 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d74e2b64-c13b-4bb0-bf99-f2c5a8ebcfed req-973eb013-c3da-421f-b3b9-5a2971d913fd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.1540153 May 27 12:30:43.050514 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d74e2b64-c13b-4bb0-bf99-f2c5a8ebcfed req-ee86db6f-675e-46f0-bda2-f9b39b3224f4 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975575 May 27 12:30:43.132125 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16088'] for router, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:43.136704 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:43.251854 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8a06f87e-2f50-475b-b2aa-a7186bec13bb req-e4549469-cff0-46ed-a884-5040cd612562 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202683 May 27 12:30:43.273183 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1014895'] for router, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:43.273183 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a {{(pid=91784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 12:30:43.304950 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Notify callbacks [] for router, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:43.305628 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] 10.222.0.90 "DELETE /v2.0/routers/b7cf4537-dd3f-4c95-914e-aaa8f7d7ac4a HTTP/1.1" status: 204 len: 168 time: 2.3010378 May 27 12:30:43.309170 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34066) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:43.468706 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db4893c-1f4d-4582-947f-4115ca189bb1 admin admin] Deleting subnet bcedd835-9e39-4926-9720-1547ad6355e8 {{(pid=91785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:30:43.477895 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3db4893c-1f4d-4582-947f-4115ca189bb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:43.556001 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3db4893c-1f4d-4582-947f-4115ca189bb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473741'] for subnet, precommit_delete_associations {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:43.622024 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3db4893c-1f4d-4582-947f-4115ca189bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:43.940991 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0bbee-fa6f-49fc-a7e8-3c5d67a3315d req-d6ddb087-7310-4ac6-9fae-f4797162bba9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:43.942515 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4cf0bbee-fa6f-49fc-a7e8-3c5d67a3315d req-d6ddb087-7310-4ac6-9fae-f4797162bba9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.2139580 May 27 12:30:44.100287 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4cf0bbee-fa6f-49fc-a7e8-3c5d67a3315d req-853ef652-cc05-45f7-b0cf-7ba6b849b4a8 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413484 May 27 12:30:44.159494 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 310dc550-768a-49c4-9c14-c99291bfdfd1 no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:30:44.165440 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3db4893c-1f4d-4582-947f-4115ca189bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3039649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3065520'] for subnet, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:44.172385 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:44.275669 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: 310dc550-768a-49c4-9c14-c99291bfdfd1 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:30:44.276031 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 310dc550-768a-49c4-9c14-c99291bfdfd1 not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:30:44.276888 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 80fb1f3b-1cce-45d5-97e0-a262d8263d4b no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:30:44.320374 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 34082) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:44.372753 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: 80fb1f3b-1cce-45d5-97e0-a262d8263d4b {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:30:44.373110 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 80fb1f3b-1cce-45d5-97e0-a262d8263d4b not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:30:44.501624 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4893c-1f4d-4582-947f-4115ca189bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcedd835-9e39-4926-9720-1547ad6355e8,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:44.533903 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-3db4893c-1f4d-4582-947f-4115ca189bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:44.547568 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3db4893c-1f4d-4582-947f-4115ca189bb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:44.549535 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:44.589763 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-3db4893c-1f4d-4582-947f-4115ca189bb1 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/bcedd835-9e39-4926-9720-1547ad6355e8 HTTP/1.1" status: 204 len: 168 time: 1.2764683 May 27 12:30:44.590684 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34090) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:44.593752 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:30:44.598874 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7bb6d4f13a4ab0b5e03dc8d702a759 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:30:44.614608 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:30:44.632594 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:30:44.732750 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:44.799373 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:44.806046 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:44.817461 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-4505534d-f9b5-4e53-a7f3-6010100a9d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:44.872468 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5e7bb6d4f13a4ab0b5e03dc8d702a759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5480065 May 27 12:30:44.872468 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce45e300-5954-415a-af6c-be1772545bff,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:44.873290 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 34096) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:44.899112 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:44.899633 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:44.899987 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:44.900336 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:44.901623 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:44.902567 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:44.902567 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:44.903329 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:44.903695 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:44.904748 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:44.905310 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:44.905823 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:44.912234 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:44.979236 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2aeb0d44-feae-4255-bd6f-2203b3d8e75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:45.060175 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2aeb0d44-feae-4255-bd6f-2203b3d8e75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:45.061893 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f54d4-ac93-48e5-ad6f-64f91a63a1c2 req-3cf80701-a875-4843-a33d-a4c8b90c82f6 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:45.063877 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-909f54d4-ac93-48e5-ad6f-64f91a63a1c2 req-3cf80701-a875-4843-a33d-a4c8b90c82f6 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.6441543 May 27 12:30:45.118078 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:45.138336 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deead674-9f7c-444a-ae32-e97701fd0dfb']}} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:45.155695 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78896f70-ee53-428e-a12d-25bf6715f804') {'for_net_delete': True} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:45.156325 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78896f70-ee53-428e-a12d-25bf6715f804') {} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:30:45.169234 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473780'] for segment, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:45.182274 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2aeb0d44-feae-4255-bd6f-2203b3d8e75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:45.188043 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-79b84e38-2a88-4f97-9f59-56aedd6e8a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:45.192011 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:45.206917 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb0d44-feae-4255-bd6f-2203b3d8e75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce45e300-5954-415a-af6c-be1772545bff,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:45.210348 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2aeb0d44-feae-4255-bd6f-2203b3d8e75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:45.213295 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2aeb0d44-feae-4255-bd6f-2203b3d8e75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:45.214652 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-2aeb0d44-feae-4255-bd6f-2203b3d8e75d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ce45e300-5954-415a-af6c-be1772545bff HTTP/1.1" status: 204 len: 168 time: 0.3390458 May 27 12:30:45.218539 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=91785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:30:45.219100 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3041027'] for segment, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: Traceback (most recent call last): May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: timer() May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: cb(*args, **kw) May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: return func(*args, **kwargs) May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: self._notify() May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: self.callback(batched_events) May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: event.method(event) May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: return f(self, *a, **k) May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: return self._get(url).json() May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: return self.request(url, 'GET', **kwargs) May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:30:45.233409 dv-cinder-793386-1-smb neutron-server[91785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:30:45.352377 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-909f54d4-ac93-48e5-ad6f-64f91a63a1c2 req-391ee11f-579e-4a9f-86f5-67e6914adf7e tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720373 May 27 12:30:45.440832 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:45.448941 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:45.468846 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:45.481861 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=deead674-9f7c-444a-ae32-e97701fd0dfb,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:45.500851 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:45.504415 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-97a06cb5-0c19-41f8-81aa-d022a90843b9 admin admin] 10.222.0.90 "DELETE /v2.0/networks/deead674-9f7c-444a-ae32-e97701fd0dfb HTTP/1.1" status: 204 len: 168 time: 0.9077718 May 27 12:30:45.517436 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8bc4-0b4c-4088-9b8e-8382064a88b0 req-83251095-3973-4ba0-9c28-4d519c95f4cf tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:45.527597 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e88b8bc4-0b4c-4088-9b8e-8382064a88b0 req-83251095-3973-4ba0-9c28-4d519c95f4cf tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.1562300 May 27 12:30:45.595054 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e88b8bc4-0b4c-4088-9b8e-8382064a88b0 req-a8cb3af5-0964-4ed4-bdc1-b0b2306ed633 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663285 May 27 12:30:45.815636 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34110) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:45.878297 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 34114) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:30:45.878839 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-7181e101-1419-4188-ab28-dbdd59230c0b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=97ce54b81246452eb37483949cafc664&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0613747 May 27 12:30:45.940135 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0f0c40cf-0845-4d33-bff9-b4e8f68f5283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:45.969499 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0f0c40cf-0845-4d33-bff9-b4e8f68f5283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:46.036561 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0f0c40cf-0845-4d33-bff9-b4e8f68f5283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:46.041734 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-4e27581d-7c75-4667-815e-1f5910e29765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:46.059615 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c40cf-0845-4d33-bff9-b4e8f68f5283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e81f6a-e33b-4bda-9049-091fb6836b6c,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:46.064732 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-0f0c40cf-0845-4d33-bff9-b4e8f68f5283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:46.067798 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-0f0c40cf-0845-4d33-bff9-b4e8f68f5283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:46.073170 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-0f0c40cf-0845-4d33-bff9-b4e8f68f5283 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/76e81f6a-e33b-4bda-9049-091fb6836b6c HTTP/1.1" status: 204 len: 168 time: 0.1935494 May 27 12:30:46.587282 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36114627-0325-4746-bd37-db816d78f8f3 req-1d6239a4-9b40-42c9-938c-e776398b044f tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:46.595321 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-36114627-0325-4746-bd37-db816d78f8f3 req-1d6239a4-9b40-42c9-938c-e776398b044f tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.1141703 May 27 12:30:46.643163 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-36114627-0325-4746-bd37-db816d78f8f3 req-6d976276-1bf4-4520-851d-54fbf8ebea1c tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466089 May 27 12:30:46.904539 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae51ed-41b1-475f-a439-5396e71e5ca2 req-602097a5-535f-4d8f-b488-0422e5eebf05 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:46.907639 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3aae51ed-41b1-475f-a439-5396e71e5ca2 req-602097a5-535f-4d8f-b488-0422e5eebf05 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.1458368 May 27 12:30:46.977106 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3aae51ed-41b1-475f-a439-5396e71e5ca2 req-e81114a2-aad5-4c2b-8a30-5f8677e17df2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550537 May 27 12:30:47.963397 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf53f9-1dff-4d3d-8208-253a34053dfd req-6bb9e560-2ee4-433a-a3e6-3bf0557eb111 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:47.965100 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-37bf53f9-1dff-4d3d-8208-253a34053dfd req-6bb9e560-2ee4-433a-a3e6-3bf0557eb111 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.1501396 May 27 12:30:48.078614 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-37bf53f9-1dff-4d3d-8208-253a34053dfd req-8c2541bc-8745-4c4a-8601-494c3d11022a tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996473 May 27 12:30:48.285817 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dabc6b-b8b6-41b5-a6c5-0d202b9b910a req-8bcd106d-7da2-4b81-bc7a-62565beecef4 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:48.288507 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c0dabc6b-b8b6-41b5-a6c5-0d202b9b910a req-8bcd106d-7da2-4b81-bc7a-62565beecef4 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.1117783 May 27 12:30:48.367441 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c0dabc6b-b8b6-41b5-a6c5-0d202b9b910a req-284c6161-5540-4b14-a690-8f5b4a437bfd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704260 May 27 12:30:49.313582 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae278a7a-c474-4267-b555-ce770453b2dd req-c0efa13d-fdcd-46a6-bff3-2c3296a2b99b tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:49.315148 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ae278a7a-c474-4267-b555-ce770453b2dd req-c0efa13d-fdcd-46a6-bff3-2c3296a2b99b tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.1055903 May 27 12:30:49.367193 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ae278a7a-c474-4267-b555-ce770453b2dd req-b0cc5e2f-a0f3-4a72-8270-07b30133c12b tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457938 May 27 12:30:49.646799 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a55e3-d2d8-4d00-b11f-3345cd849aa4 req-5cc14e9b-18df-45fc-92d8-ef0dcc3f4558 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:49.649781 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c87a55e3-d2d8-4d00-b11f-3345cd849aa4 req-5cc14e9b-18df-45fc-92d8-ef0dcc3f4558 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.1369965 May 27 12:30:49.705986 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c87a55e3-d2d8-4d00-b11f-3345cd849aa4 req-c1ab0a7c-a591-43be-9f20-d7e661436fe6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497985 May 27 12:30:50.605130 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ff1ea-dc1d-48b2-8e48-3170441e5bfe req-57c966bd-58b7-4488-af29-6180157011c6 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:50.616386 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0c5ff1ea-dc1d-48b2-8e48-3170441e5bfe req-57c966bd-58b7-4488-af29-6180157011c6 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.1060472 May 27 12:30:50.666804 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0c5ff1ea-dc1d-48b2-8e48-3170441e5bfe req-2d171229-fffa-407f-ba1e-4911768adb32 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534494 May 27 12:30:50.992303 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8fe8d-2ea5-47aa-815a-8527562711e3 req-988341ff-cfc7-41f8-aa21-98d48e568dc6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:50.993861 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7af8fe8d-2ea5-47aa-815a-8527562711e3 req-988341ff-cfc7-41f8-aa21-98d48e568dc6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.0992773 May 27 12:30:51.054735 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7af8fe8d-2ea5-47aa-815a-8527562711e3 req-ea2df31c-1c30-47c3-94b2-e884b1c92bee tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513322 May 27 12:30:51.877651 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dd0d0-f397-47fc-9961-eebe5ac7f64f req-6a6027d4-14a1-4162-8a47-504a377c1917 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:51.879189 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ee4dd0d0-f397-47fc-9961-eebe5ac7f64f req-6a6027d4-14a1-4162-8a47-504a377c1917 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.0945766 May 27 12:30:51.935012 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ee4dd0d0-f397-47fc-9961-eebe5ac7f64f req-5eb7e0e0-87a9-454a-a4fd-e6ca3d05e0e4 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495074 May 27 12:30:52.261046 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bf657-7062-478e-98c4-4f7a1d82e918 req-a4cf5930-3b95-4351-9617-73d9afb0cf66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:52.262512 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4b9bf657-7062-478e-98c4-4f7a1d82e918 req-a4cf5930-3b95-4351-9617-73d9afb0cf66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.0871584 May 27 12:30:52.308532 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4b9bf657-7062-478e-98c4-4f7a1d82e918 req-1774bd43-91dc-4da0-beb4-b1f744f4e3a2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398884 May 27 12:30:53.273449 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207780f-aaec-46e6-8a99-6d705008bdb4 req-071ca24c-a31e-405f-8a1f-df91e5138a83 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:53.274964 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d207780f-aaec-46e6-8a99-6d705008bdb4 req-071ca24c-a31e-405f-8a1f-df91e5138a83 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.1976702 May 27 12:30:53.333497 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d207780f-aaec-46e6-8a99-6d705008bdb4 req-012cd295-9db6-4b56-a888-5753e693e7da tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527537 May 27 12:30:53.533896 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bc97d-72b9-45e9-a427-48f6944dfa6a req-d1490c2a-4492-4d35-9faa-725ad85115d3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:53.535604 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c50bc97d-72b9-45e9-a427-48f6944dfa6a req-d1490c2a-4492-4d35-9faa-725ad85115d3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.0936162 May 27 12:30:53.593780 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c50bc97d-72b9-45e9-a427-48f6944dfa6a req-4f13a380-ebb1-4b75-9158-2c994b669b7a tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516181 May 27 12:30:54.532765 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff855e6-9b45-4721-86e1-de0c947093ac req-2fa33eaf-f873-474e-8404-7d57358a27f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:54.534251 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-dff855e6-9b45-4721-86e1-de0c947093ac req-2fa33eaf-f873-474e-8404-7d57358a27f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.0844896 May 27 12:30:54.582604 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-dff855e6-9b45-4721-86e1-de0c947093ac req-665bcb7f-20a8-40b9-82ad-0048a09d3b4b tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392225 May 27 12:30:54.802619 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd3886-2838-4ce3-9531-cf624084b9b0 req-7329103e-b847-4401-8f72-748482296c68 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:54.804137 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-89cd3886-2838-4ce3-9531-cf624084b9b0 req-7329103e-b847-4401-8f72-748482296c68 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.0881355 May 27 12:30:54.866568 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-89cd3886-2838-4ce3-9531-cf624084b9b0 req-e0624689-04d0-4e52-a3a4-3de6c459c826 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564661 May 27 12:30:55.579844 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebae3a-c255-4a3a-a998-f89c94dbb0b1 req-cde34f60-4bd6-4e6f-b300-cf4f9368de45 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:55.581574 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9cebae3a-c255-4a3a-a998-f89c94dbb0b1 req-cde34f60-4bd6-4e6f-b300-cf4f9368de45 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0870368 May 27 12:30:55.636155 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9cebae3a-c255-4a3a-a998-f89c94dbb0b1 req-c0312fa4-3c6a-44db-8549-24cfff5e7a8d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483327 May 27 12:30:55.797652 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ac405-5ff2-466c-bf49-79b814ae22fe req-af228d72-e21a-485f-9c7c-5781866e9f03 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:55.799030 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-745ac405-5ff2-466c-bf49-79b814ae22fe req-af228d72-e21a-485f-9c7c-5781866e9f03 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.0904787 May 27 12:30:55.842769 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-745ac405-5ff2-466c-bf49-79b814ae22fe req-d5f1f9fa-0b1d-47ee-8def-57b04fd6f7a1 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379102 May 27 12:30:56.069224 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efa7b5-593f-476b-915c-186ca293476c req-ac59217b-6c26-4365-a972-191bfc0294ab tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:56.070326 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-96efa7b5-593f-476b-915c-186ca293476c req-ac59217b-6c26-4365-a972-191bfc0294ab tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.0851204 May 27 12:30:56.126564 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-96efa7b5-593f-476b-915c-186ca293476c req-1de43687-a898-4bf9-8bd3-e805dd1f2402 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500968 May 27 12:30:56.842123 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d01609-4db5-4650-8ecd-6051cff7977c req-b5d84ed8-de52-41d3-935b-b95061b60f5a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:56.843832 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f9d01609-4db5-4650-8ecd-6051cff7977c req-b5d84ed8-de52-41d3-935b-b95061b60f5a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0808666 May 27 12:30:56.891157 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f9d01609-4db5-4650-8ecd-6051cff7977c req-79aad6b0-25c4-4dcc-b0bc-af7715b0f930 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406349 May 27 12:30:57.331193 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604c6bd-3850-4f79-a43f-1cd28ce26417 req-72c21924-5daa-46a6-b58f-c848c9a1f135 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:57.332632 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f604c6bd-3850-4f79-a43f-1cd28ce26417 req-72c21924-5daa-46a6-b58f-c848c9a1f135 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 944 time: 0.0856555 May 27 12:30:57.377927 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f604c6bd-3850-4f79-a43f-1cd28ce26417 req-717fb1d5-b2f0-4450-9a5d-df41b73cbbee tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395877 May 27 12:30:57.717131 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 84bbee3c-a18e-4645-8027-95ac10b40e12 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:30:57.865319 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=84bbee3c-a18e-4645-8027-95ac10b40e12,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:57.874620 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'port_id': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'mac_address': 'fa:16:3e:b3:0a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:30:57.945434 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:57.963044 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bbee3c-a18e-4645-8027-95ac10b40e12 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:30:57.979908 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=84bbee3c-a18e-4645-8027-95ac10b40e12,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:57.984575 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:57.987931 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:30:58.053160 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=84bbee3c-a18e-4645-8027-95ac10b40e12,revision_number=9']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:30:58.061403 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:58.061747 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:58.062077 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:58.062440 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:58.062769 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:58.063094 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:58.063418 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:58.063732 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:58.064048 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:58.064364 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:58.064681 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:58.064993 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:30:58.068802 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:30:58.093534 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaa7be-81b2-4236-9a59-f0538d4dd211 req-d65e05e0-ca52-4072-92e2-dae56f441d38 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:58.095004 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bdeaa7be-81b2-4236-9a59-f0538d4dd211 req-d65e05e0-ca52-4072-92e2-dae56f441d38 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0824130 May 27 12:30:58.144365 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bdeaa7be-81b2-4236-9a59-f0538d4dd211 req-07db9d62-65b2-4341-8da1-b5f997127621 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432837 May 27 12:30:58.249802 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['84bbee3c-a18e-4645-8027-95ac10b40e12'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:30:58.298769 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:58.590758 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59e00a-250c-478c-816d-dcc5ec784d52 req-62f027e2-3355-45a1-8f24-f91c8f632ccd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:58.592344 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9f59e00a-250c-478c-816d-dcc5ec784d52 req-62f027e2-3355-45a1-8f24-f91c8f632ccd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 945 time: 0.1005256 May 27 12:30:58.640066 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9f59e00a-250c-478c-816d-dcc5ec784d52 req-f836b13b-84a6-44f3-836a-52ac02853d9d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 May 27 12:30:58.779243 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edf907-9f78-45ba-8a39-86e91a815caa req-5234941e-dda6-4832-8931-88762f879883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:58.781272 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-75edf907-9f78-45ba-8a39-86e91a815caa req-5234941e-dda6-4832-8931-88762f879883 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 1098 time: 0.0721684 May 27 12:30:58.926436 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edf907-9f78-45ba-8a39-86e91a815caa req-ff493d95-1210-4336-a9bc-a2f6e9a42b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:58.927870 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-75edf907-9f78-45ba-8a39-86e91a815caa req-ff493d95-1210-4336-a9bc-a2f6e9a42b5b service neutron] 10.222.0.95 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 918 time: 0.1253040 May 27 12:30:59.034084 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-75edf907-9f78-45ba-8a39-86e91a815caa req-92c32a9e-ca97-4e11-bfc5-bde7357cf0d8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84bbee3c-a18e-4645-8027-95ac10b40e12 HTTP/1.1" status: 200 len: 1001 time: 0.0991435 May 27 12:30:59.105101 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edf907-9f78-45ba-8a39-86e91a815caa req-dbd1bf4d-ccfa-4368-9db8-2c31f114a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:59.106562 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-75edf907-9f78-45ba-8a39-86e91a815caa req-dbd1bf4d-ccfa-4368-9db8-2c31f114a5d9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 200 len: 856 time: 0.0576990 May 27 12:30:59.186904 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edf907-9f78-45ba-8a39-86e91a815caa req-545c023d-b120-429e-b76f-a2605ea5824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:59.188696 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-75edf907-9f78-45ba-8a39-86e91a815caa req-545c023d-b120-429e-b76f-a2605ea5824c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1745ac28-aeec-46f3-8427-a49430343ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756066 May 27 12:30:59.335101 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-75edf907-9f78-45ba-8a39-86e91a815caa req-38411ba3-4c10-424a-99cb-aea1ca9cbc4e service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393800 May 27 12:30:59.351394 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2763c3-ed7b-4f04-b39c-e40eee16479f req-1d929522-058e-4dda-b393-0216cbae861a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:59.353036 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ac2763c3-ed7b-4f04-b39c-e40eee16479f req-1d929522-058e-4dda-b393-0216cbae861a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0901308 May 27 12:30:59.405652 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ac2763c3-ed7b-4f04-b39c-e40eee16479f req-c0f5ae24-ec28-4dcc-b825-f26fc70ada06 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463352 May 27 12:30:59.597178 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-75edf907-9f78-45ba-8a39-86e91a815caa req-fec18cf9-bb29-4667-a079-98758b9b7527 service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521884 May 27 12:30:59.747256 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 84bbee3c-a18e-4645-8027-95ac10b40e12 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:30:59.819368 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 84bbee3c-a18e-4645-8027-95ac10b40e12 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:30:59.819742 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:59.871536 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57555b2-6537-4362-a775-c4caeae935c9 req-076deff9-5063-4e29-9475-0a7e6979ad62 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:30:59.873350 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a57555b2-6537-4362-a775-c4caeae935c9 req-076deff9-5063-4e29-9475-0a7e6979ad62 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 945 time: 0.1034868 May 27 12:30:59.917888 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a57555b2-6537-4362-a775-c4caeae935c9 req-10bed4e5-28af-43d8-b8b3-6ddf4cdf9129 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387504 May 27 12:30:59.942381 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:59.978632 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:30:59.989917 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=84bbee3c-a18e-4645-8027-95ac10b40e12,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:30:59.994875 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:30:59.999887 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:00.037194 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'code': 200} May 27 12:31:00.075642 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=84bbee3c-a18e-4645-8027-95ac10b40e12,revision_number=10']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:00.079520 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:00.613869 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c08ad-56e5-415e-bfeb-adedc8d88496 req-05849cf4-2fe7-4e15-b252-bc6f7a1b76b6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:00.615355 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-861c08ad-56e5-415e-bfeb-adedc8d88496 req-05849cf4-2fe7-4e15-b252-bc6f7a1b76b6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0841753 May 27 12:31:00.625747 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb06249-d824-426b-8347-06adb9d728bc req-32efc3b1-7d0d-4ba6-b3e4-bf061c4344da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:00.627587 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-7fb06249-d824-426b-8347-06adb9d728bc req-32efc3b1-7d0d-4ba6-b3e4-bf061c4344da service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 1100 time: 0.0768878 May 27 12:31:00.666410 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-861c08ad-56e5-415e-bfeb-adedc8d88496 req-984f266d-1777-4790-99e6-7da6b77431f5 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449533 May 27 12:31:00.678368 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-7fb06249-d824-426b-8347-06adb9d728bc req-8f4bcad0-e841-40e1-88db-84a9cfa2109f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409310 May 27 12:31:01.109542 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63656e55-90ed-4a58-921d-b0891486371b req-7c0ac520-dde7-4644-a079-674e4d196c55 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:01.111011 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-63656e55-90ed-4a58-921d-b0891486371b req-7c0ac520-dde7-4644-a079-674e4d196c55 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 947 time: 0.0797081 May 27 12:31:01.155303 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-63656e55-90ed-4a58-921d-b0891486371b req-d7368894-78d3-4b5d-8200-93aa3fc1fee9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378945 May 27 12:31:01.862600 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4769b-ac8b-40e3-8420-0f03a1649f0a req-b4e7bd87-0bc9-4293-9397-10d3685037dd tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:01.864084 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-54d4769b-ac8b-40e3-8420-0f03a1649f0a req-b4e7bd87-0bc9-4293-9397-10d3685037dd tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0887365 May 27 12:31:01.890483 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b9d6cd9c-f761-4651-a217-8e86f8dd795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:01.919574 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-54d4769b-ac8b-40e3-8420-0f03a1649f0a req-2ef1c3fc-c172-444c-a9f9-e5caab4dd39b tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498676 May 27 12:31:02.365022 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c60fa8-8fe4-4d3e-bd16-3f2f0b45f159 req-dddb82a2-aa22-4397-9981-ef4ceeeaf579 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:02.366634 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5c60fa8-8fe4-4d3e-bd16-3f2f0b45f159 req-dddb82a2-aa22-4397-9981-ef4ceeeaf579 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 947 time: 0.0882947 May 27 12:31:02.411595 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5c60fa8-8fe4-4d3e-bd16-3f2f0b45f159 req-bf43f0f0-45e8-4e3b-a2c7-6bafe9ad6fc3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390966 May 27 12:31:03.121097 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5414b7-4a25-43fc-a708-dae21d1e6287 req-70d8275a-e925-4fa5-8433-c00566799a2e tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:03.122560 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ca5414b7-4a25-43fc-a708-dae21d1e6287 req-70d8275a-e925-4fa5-8433-c00566799a2e tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0840073 May 27 12:31:03.166948 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ca5414b7-4a25-43fc-a708-dae21d1e6287 req-db96fa18-094b-4f01-962e-993d227793a5 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382140 May 27 12:31:03.581179 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:03.611326 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912f9be-ad0a-484b-8583-ed3be55b9d41 req-4feb4309-a068-4953-9308-c75a41883c21 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:03.612798 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7912f9be-ad0a-484b-8583-ed3be55b9d41 req-4feb4309-a068-4953-9308-c75a41883c21 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 947 time: 0.0877769 May 27 12:31:03.742381 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7912f9be-ad0a-484b-8583-ed3be55b9d41 req-1cfcb832-a871-4f9c-8f14-265274dd5530 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231191 May 27 12:31:04.317349 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7340703c-d7b1-45ec-9310-25d8b7b71154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:04.370024 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f652fe-2fdb-4dbc-a7a1-de4b04458694 req-53469c00-0ec8-4505-8115-f8035fd903de tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:04.371420 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-42f652fe-2fdb-4dbc-a7a1-de4b04458694 req-53469c00-0ec8-4505-8115-f8035fd903de tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0897899 May 27 12:31:04.416536 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-42f652fe-2fdb-4dbc-a7a1-de4b04458694 req-fc326a56-f3c3-4b21-bc84-5e45cd958257 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389442 May 27 12:31:05.615944 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df73d7-1b5b-45e3-868b-d360ba66b08b req-bd196756-92d9-45f5-94f4-5057c7618fbf tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:05.617481 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-03df73d7-1b5b-45e3-868b-d360ba66b08b req-bd196756-92d9-45f5-94f4-5057c7618fbf tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0924752 May 27 12:31:05.631749 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:05.665648 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-03df73d7-1b5b-45e3-868b-d360ba66b08b req-7934981c-c942-4436-9a3f-13430833fedc tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422099 May 27 12:31:05.689738 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 34536) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:05.822660 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-aaaec02c-eb55-4dc6-9968-7da39ffd5b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:05.841559 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-aaaec02c-eb55-4dc6-9968-7da39ffd5b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:05.845388 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-aaaec02c-eb55-4dc6-9968-7da39ffd5b34 admin admin] Usage tracker for resource:security_group_rule and tenant:cdf87e89a2c1467dbbf01fb30c87075a is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:05.848192 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-aaaec02c-eb55-4dc6-9968-7da39ffd5b34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:05.854063 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-aaaec02c-eb55-4dc6-9968-7da39ffd5b34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:05.938117 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-aaaec02c-eb55-4dc6-9968-7da39ffd5b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:05.941775 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-aaaec02c-eb55-4dc6-9968-7da39ffd5b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:05.948017 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-8b660263-80c5-4e3e-bc7f-5a065216bf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:05.990346 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-aaaec02c-eb55-4dc6-9968-7da39ffd5b34 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cdf87e89a2c1467dbbf01fb30c87075a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988093 May 27 12:31:05.991362 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaec02c-eb55-4dc6-9968-7da39ffd5b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7232460f-0eec-40ca-b60f-799a566dfb9a,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:05.992955 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34542) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:05.995266 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-aaaec02c-eb55-4dc6-9968-7da39ffd5b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:06.053062 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-94c6d0df-9bd2-4f7d-bc67-8328d2df1dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:06.078820 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-94c6d0df-9bd2-4f7d-bc67-8328d2df1dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:06.130178 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-94c6d0df-9bd2-4f7d-bc67-8328d2df1dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:06.133842 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-7ba1a5eb-d72b-4d17-a3bb-4c12fd3ee59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:06.147092 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6d0df-9bd2-4f7d-bc67-8328d2df1dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7232460f-0eec-40ca-b60f-799a566dfb9a,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:06.149937 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-94c6d0df-9bd2-4f7d-bc67-8328d2df1dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:06.151927 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-94c6d0df-9bd2-4f7d-bc67-8328d2df1dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:06.153010 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-94c6d0df-9bd2-4f7d-bc67-8328d2df1dda admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7232460f-0eec-40ca-b60f-799a566dfb9a HTTP/1.1" status: 204 len: 168 time: 0.1590755 May 27 12:31:06.451838 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 34552) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:06.470538 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-986ff3bf-a674-431a-bba3-8f67d6508bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:06.485283 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-986ff3bf-a674-431a-bba3-8f67d6508bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:06.489058 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-986ff3bf-a674-431a-bba3-8f67d6508bed admin admin] Usage tracker for resource:security_group_rule and tenant:6ce2fae02bfb4a4fbbf041bc4a5f88f3 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:06.491897 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-986ff3bf-a674-431a-bba3-8f67d6508bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:06.497509 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-986ff3bf-a674-431a-bba3-8f67d6508bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:06.578949 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-986ff3bf-a674-431a-bba3-8f67d6508bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:06.583095 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-986ff3bf-a674-431a-bba3-8f67d6508bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:06.590706 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:06.636130 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-986ff3bf-a674-431a-bba3-8f67d6508bed admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6ce2fae02bfb4a4fbbf041bc4a5f88f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831284 May 27 12:31:06.637042 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ff3bf-a674-431a-bba3-8f67d6508bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14efecca-a847-485d-a331-ece1867204b8,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:06.638797 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34556) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:06.641505 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-986ff3bf-a674-431a-bba3-8f67d6508bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:06.712230 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3abc791a-68ca-47ab-aef2-dd8f295f11e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:06.744390 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3abc791a-68ca-47ab-aef2-dd8f295f11e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:06.843140 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3abc791a-68ca-47ab-aef2-dd8f295f11e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:06.848053 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-17cdb2f0-1cbb-4631-8894-b2a99457e116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:06.865312 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc791a-68ca-47ab-aef2-dd8f295f11e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14efecca-a847-485d-a331-ece1867204b8,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:06.869459 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-3abc791a-68ca-47ab-aef2-dd8f295f11e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:06.871849 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3abc791a-68ca-47ab-aef2-dd8f295f11e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:06.872930 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-3abc791a-68ca-47ab-aef2-dd8f295f11e5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/14efecca-a847-485d-a331-ece1867204b8 HTTP/1.1" status: 204 len: 168 time: 0.2329497 May 27 12:31:06.892317 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d4d83-85ac-4124-84dd-8bd8843bfc7b req-2fb86eb8-8943-421c-a03d-913425f81720 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:06.894785 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-241d4d83-85ac-4124-84dd-8bd8843bfc7b req-2fb86eb8-8943-421c-a03d-913425f81720 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1132207 May 27 12:31:06.940470 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-241d4d83-85ac-4124-84dd-8bd8843bfc7b req-99c60f14-7fb8-4a2d-8195-7f04114e6d88 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401423 May 27 12:31:07.008134 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:07.310065 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5fb311-90d3-4a78-a026-16e963fe74e5 req-09e35bcb-f92d-4dfc-8bc7-3053a706ab4c tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:07.311754 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9c5fb311-90d3-4a78-a026-16e963fe74e5 req-09e35bcb-f92d-4dfc-8bc7-3053a706ab4c tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0954244 May 27 12:31:07.359199 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9c5fb311-90d3-4a78-a026-16e963fe74e5 req-6100954a-fb6d-4bab-a5d0-88e83c15bfb4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411177 May 27 12:31:07.366352 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5c75-d7eb-4721-98f7-50663ac92c5c req-c60bc22f-2b1d-4b45-89ac-5265457e0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:07.368318 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-254d5c75-d7eb-4721-98f7-50663ac92c5c req-c60bc22f-2b1d-4b45-89ac-5265457e0eb1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4d75b6a2145c461eaa7d4a0266c827e1&device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 1098 time: 0.0769074 May 27 12:31:07.516204 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5c75-d7eb-4721-98f7-50663ac92c5c req-fcd82cfd-1955-4586-a725-18620ecf7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:07.517648 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-254d5c75-d7eb-4721-98f7-50663ac92c5c req-fcd82cfd-1955-4586-a725-18620ecf7c92 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37d0ea95-dd69-40ea-890c-fe72901ad612 HTTP/1.1" status: 200 len: 912 time: 0.1431317 May 27 12:31:07.625552 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-254d5c75-d7eb-4721-98f7-50663ac92c5c req-a240bcf7-efb9-41f5-99dd-e5b61b32094e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8c696039-af67-4d71-9685-35b4a46acb44 HTTP/1.1" status: 200 len: 1000 time: 0.1013117 May 27 12:31:07.691786 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5c75-d7eb-4721-98f7-50663ac92c5c req-f1cf3f90-271a-4c0f-a556-cffc4262ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:07.693479 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-254d5c75-d7eb-4721-98f7-50663ac92c5c req-f1cf3f90-271a-4c0f-a556-cffc4262ea7e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=74a519ef-baf2-4ef8-922c-d5f0e6de02aa HTTP/1.1" status: 200 len: 850 time: 0.0615108 May 27 12:31:07.779238 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d5c75-d7eb-4721-98f7-50663ac92c5c req-68de6ad3-b7c8-4e88-969f-083cd658785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:07.780732 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-254d5c75-d7eb-4721-98f7-50663ac92c5c req-68de6ad3-b7c8-4e88-969f-083cd658785b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37d0ea95-dd69-40ea-890c-fe72901ad612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774987 May 27 12:31:07.923229 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-254d5c75-d7eb-4721-98f7-50663ac92c5c req-dabbd5da-019d-4a68-8e97-85b640a18973 service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303923 May 27 12:31:08.061443 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-254d5c75-d7eb-4721-98f7-50663ac92c5c req-1204b1e2-9307-4120-bd9f-03b6f99e91ad service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297770 May 27 12:31:08.594447 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32e19f-ccd1-48c5-9995-6c953730b742 req-fa14ad31-e5c7-4a26-b2cd-7f303e2d3f3c tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:08.596064 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1f32e19f-ccd1-48c5-9995-6c953730b742 req-fa14ad31-e5c7-4a26-b2cd-7f303e2d3f3c tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0976028 May 27 12:31:08.658849 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1f32e19f-ccd1-48c5-9995-6c953730b742 req-9dabc875-f583-4a5b-8866-e9a6d4681ac2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515327 May 27 12:31:09.844222 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93419d23-4ecb-4c9a-864e-12ded025078d req-e723dcc4-77d1-4e8b-8e0a-67d198781865 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:09.845700 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-93419d23-4ecb-4c9a-864e-12ded025078d req-e723dcc4-77d1-4e8b-8e0a-67d198781865 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.0807896 May 27 12:31:09.892931 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-93419d23-4ecb-4c9a-864e-12ded025078d req-893da518-dbb8-41d9-b806-77c517d7802a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414369 May 27 12:31:16.895959 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34748) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:17.013957 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5e36cb86-0471-4559-afad-1641c74a45ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.028065 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-5e36cb86-0471-4559-afad-1641c74a45ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:17.032375 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5e36cb86-0471-4559-afad-1641c74a45ff admin admin] Usage tracker for resource:security_group_rule and tenant:b7f689faaf1e4cbcac229eda830e84ce is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:17.035094 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5e36cb86-0471-4559-afad-1641c74a45ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:17.040648 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-5e36cb86-0471-4559-afad-1641c74a45ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:17.120286 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5e36cb86-0471-4559-afad-1641c74a45ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.124619 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5e36cb86-0471-4559-afad-1641c74a45ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.132235 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-8a4c0884-22ed-4fa1-9ab2-752713812f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:17.173540 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-5e36cb86-0471-4559-afad-1641c74a45ff admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b7f689faaf1e4cbcac229eda830e84ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765174 May 27 12:31:17.174486 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36cb86-0471-4559-afad-1641c74a45ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b84b20-01fe-4ef1-8218-33160660831e,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:17.176184 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 34756) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:17.177439 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5e36cb86-0471-4559-afad-1641c74a45ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:17.235614 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cac5453c-7727-4df7-9f70-29340487d679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.260688 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cac5453c-7727-4df7-9f70-29340487d679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.312997 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cac5453c-7727-4df7-9f70-29340487d679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.316586 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-0f0c40cf-0845-4d33-bff9-b4e8f68f5283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:17.328047 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5453c-7727-4df7-9f70-29340487d679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b84b20-01fe-4ef1-8218-33160660831e,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:17.331787 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-cac5453c-7727-4df7-9f70-29340487d679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:17.341710 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cac5453c-7727-4df7-9f70-29340487d679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.342899 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-cac5453c-7727-4df7-9f70-29340487d679 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/05b84b20-01fe-4ef1-8218-33160660831e HTTP/1.1" status: 204 len: 168 time: 0.1656599 May 27 12:31:17.625218 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 34764) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:17.643100 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e2cce1f2-e94c-450b-9b3a-f3fea4e2c0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.657713 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-e2cce1f2-e94c-450b-9b3a-f3fea4e2c0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:17.661675 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-e2cce1f2-e94c-450b-9b3a-f3fea4e2c0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:8bb48dae20ab42f88920471f91299842 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:17.664459 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-e2cce1f2-e94c-450b-9b3a-f3fea4e2c0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:17.670114 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-e2cce1f2-e94c-450b-9b3a-f3fea4e2c0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:17.757574 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e2cce1f2-e94c-450b-9b3a-f3fea4e2c0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.761245 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e2cce1f2-e94c-450b-9b3a-f3fea4e2c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.769691 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2aeb0d44-feae-4255-bd6f-2203b3d8e75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:17.808246 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-e2cce1f2-e94c-450b-9b3a-f3fea4e2c0c2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8bb48dae20ab42f88920471f91299842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819000 May 27 12:31:17.809719 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cce1f2-e94c-450b-9b3a-f3fea4e2c0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20075da7-882e-4862-99b1-8d538a3740a9,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:17.810898 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34768) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:17.812664 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-e2cce1f2-e94c-450b-9b3a-f3fea4e2c0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:17.869363 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-346e53f4-9bb3-462a-b947-d2b2cb997bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.894216 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-346e53f4-9bb3-462a-b947-d2b2cb997bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.947306 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-346e53f4-9bb3-462a-b947-d2b2cb997bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.951354 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-6b6df640-c6e3-4af7-ac3f-e8c5f70d2b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:17.964458 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e53f4-9bb3-462a-b947-d2b2cb997bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20075da7-882e-4862-99b1-8d538a3740a9,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:17.968000 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-346e53f4-9bb3-462a-b947-d2b2cb997bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:17.976428 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-346e53f4-9bb3-462a-b947-d2b2cb997bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:17.977519 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-346e53f4-9bb3-462a-b947-d2b2cb997bf5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/20075da7-882e-4862-99b1-8d538a3740a9 HTTP/1.1" status: 204 len: 168 time: 0.1648426 May 27 12:31:18.329870 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 34782) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:18.355062 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b780926e-c984-49e4-97e4-60fe438e53c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:18.363305 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-b780926e-c984-49e4-97e4-60fe438e53c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:18.367366 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-b780926e-c984-49e4-97e4-60fe438e53c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7f12da92e34249d2a741fdfc5a20b5f8 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:18.370440 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-b780926e-c984-49e4-97e4-60fe438e53c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:18.377142 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-b780926e-c984-49e4-97e4-60fe438e53c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:18.466369 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b780926e-c984-49e4-97e4-60fe438e53c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:18.470423 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b780926e-c984-49e4-97e4-60fe438e53c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:18.479334 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a46c8a20-5466-45d9-82d5-a2394616e07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:18.521191 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-b780926e-c984-49e4-97e4-60fe438e53c4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7f12da92e34249d2a741fdfc5a20b5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901340 May 27 12:31:18.523448 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780926e-c984-49e4-97e4-60fe438e53c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabbdc89-d760-4c42-8732-0732e05b5544,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:18.523982 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34788) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:18.526595 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b780926e-c984-49e4-97e4-60fe438e53c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:18.585523 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b09321b6-57c1-48e7-82df-f7574aed409c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:18.610892 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b09321b6-57c1-48e7-82df-f7574aed409c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:18.663204 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:31:18.663760 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b09321b6-57c1-48e7-82df-f7574aed409c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:18.668454 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-12b02d30-3316-441f-8cb2-1834b4c71946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:18.678897 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09321b6-57c1-48e7-82df-f7574aed409c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabbdc89-d760-4c42-8732-0732e05b5544,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:18.684087 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-b09321b6-57c1-48e7-82df-f7574aed409c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:18.686200 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b09321b6-57c1-48e7-82df-f7574aed409c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:18.687389 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-b09321b6-57c1-48e7-82df-f7574aed409c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aabbdc89-d760-4c42-8732-0732e05b5544 HTTP/1.1" status: 204 len: 168 time: 0.1618643 May 27 12:31:20.427315 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34852) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:20.559559 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3e2d967f-e21d-41a1-b34c-1fd4581cfb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:20.586356 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-3e2d967f-e21d-41a1-b34c-1fd4581cfb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:20.590497 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-3e2d967f-e21d-41a1-b34c-1fd4581cfb99 admin admin] Usage tracker for resource:security_group_rule and tenant:2e0345b4d7874ec9a117fefff6c1c526 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:20.593473 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-3e2d967f-e21d-41a1-b34c-1fd4581cfb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:20.599660 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-3e2d967f-e21d-41a1-b34c-1fd4581cfb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:20.686757 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3e2d967f-e21d-41a1-b34c-1fd4581cfb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:20.691719 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3e2d967f-e21d-41a1-b34c-1fd4581cfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:20.700208 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:20.741059 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-3e2d967f-e21d-41a1-b34c-1fd4581cfb99 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2e0345b4d7874ec9a117fefff6c1c526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126554 May 27 12:31:20.742740 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d967f-e21d-41a1-b34c-1fd4581cfb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d75fdcf-8d79-4d64-97d1-39fc3d6c1890,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:20.743725 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 34860) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:20.746006 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-3e2d967f-e21d-41a1-b34c-1fd4581cfb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:20.811876 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7bab5b77-c879-4a2b-b806-68307372f97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:20.838674 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7bab5b77-c879-4a2b-b806-68307372f97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:20.895026 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7bab5b77-c879-4a2b-b806-68307372f97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:20.899928 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-f8ba2a40-cc7b-4330-b3f5-2c067433f7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:20.913518 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab5b77-c879-4a2b-b806-68307372f97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d75fdcf-8d79-4d64-97d1-39fc3d6c1890,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:20.918013 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-7bab5b77-c879-4a2b-b806-68307372f97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:20.926430 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7bab5b77-c879-4a2b-b806-68307372f97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:20.927658 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-7bab5b77-c879-4a2b-b806-68307372f97c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7d75fdcf-8d79-4d64-97d1-39fc3d6c1890 HTTP/1.1" status: 204 len: 168 time: 0.1829114 May 27 12:31:21.230259 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 34870) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:21.248577 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9b0116f7-bc55-4b92-b567-7b321a17f9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:21.262919 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-9b0116f7-bc55-4b92-b567-7b321a17f9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:21.266972 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-9b0116f7-bc55-4b92-b567-7b321a17f9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:002ee3fd2d5c4cc89eeba0778b0db493 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:21.269711 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-9b0116f7-bc55-4b92-b567-7b321a17f9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:21.275482 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-9b0116f7-bc55-4b92-b567-7b321a17f9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:21.358626 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9b0116f7-bc55-4b92-b567-7b321a17f9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:21.362977 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-9b0116f7-bc55-4b92-b567-7b321a17f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:21.370337 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-cac5453c-7727-4df7-9f70-29340487d679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:21.416330 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-9b0116f7-bc55-4b92-b567-7b321a17f9e1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=002ee3fd2d5c4cc89eeba0778b0db493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849527 May 27 12:31:21.417249 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0116f7-bc55-4b92-b567-7b321a17f9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b582a70-90f8-4be3-8836-fd43e9ae5123,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:21.419003 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34874) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:21.421009 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-9b0116f7-bc55-4b92-b567-7b321a17f9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:21.480033 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-48c6a2a9-9f86-41f2-867b-a8cfb770ae26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:21.505856 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-48c6a2a9-9f86-41f2-867b-a8cfb770ae26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:21.555888 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-48c6a2a9-9f86-41f2-867b-a8cfb770ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:21.559419 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-438a2266-7ded-482d-bf3b-d8578ce064e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:21.570826 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6a2a9-9f86-41f2-867b-a8cfb770ae26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b582a70-90f8-4be3-8836-fd43e9ae5123,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:21.573483 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-48c6a2a9-9f86-41f2-867b-a8cfb770ae26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:21.581027 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-48c6a2a9-9f86-41f2-867b-a8cfb770ae26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:21.582115 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-48c6a2a9-9f86-41f2-867b-a8cfb770ae26 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9b582a70-90f8-4be3-8836-fd43e9ae5123 HTTP/1.1" status: 204 len: 168 time: 0.1614082 May 27 12:31:22.317926 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34900) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:22.431021 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1284467652-network', 'tenant_id': 'e2927208c1b34fbca12d6272e05e20d9'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:22.436025 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:22.440629 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Usage tracker for resource:network and tenant:e2927208c1b34fbca12d6272e05e20d9 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:22.443462 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:22.448975 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:22.461679 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Made reservation on behalf of e2927208c1b34fbca12d6272e05e20d9 for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:31:22.464048 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:22.479708 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:22.493828 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:22.497574 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Usage tracker for resource:security_group_rule and tenant:e2927208c1b34fbca12d6272e05e20d9 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:22.500865 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:22.506564 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:22.589410 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:22.593223 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:22.596076 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-f926d383-de3c-4ea9-a8ae-37f595ddffd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:22.624133 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=91785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:31:22.632542 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a3022b-3d18-47f3-bd33-3e2cbe548767,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:22.636060 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:22.638660 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:22.639000 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Added segment 98032dc2-8251-4253-a553-f2b098b70d69 of type vlan for network 1b29b24f-72d5-47b0-9e7f-2959f73bfe67 May 27 12:31:22.665469 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:22.696158 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:22.697602 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:22.698177 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:22.701678 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-c22b5e83-0a83-48a3-824b-8ba1dd6245fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:22.805924 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Pushing event updated for resources: {'Network': ['ID=1b29b24f-72d5-47b0-9e7f-2959f73bfe67,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:22.808911 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:22.810664 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4917035 May 27 12:31:22.813535 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34912) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:22.817234 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 1b29b24f-72d5-47b0-9e7f-2959f73bfe67 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:31:22.820649 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Request body: {'subnet': {'network_id': '1b29b24f-72d5-47b0-9e7f-2959f73bfe67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1284467652-subnet', 'tenant_id': 'e2927208c1b34fbca12d6272e05e20d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:22.826871 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:22.830387 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Usage tracker for resource:subnet and tenant:e2927208c1b34fbca12d6272e05e20d9 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:22.833536 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:22.839294 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:22.850196 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Made reservation on behalf of e2927208c1b34fbca12d6272e05e20d9 for: {'subnet': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:31:22.852497 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3065501'] for subnet, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:23.312878 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3039712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3065483'] for subnet, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:23.317172 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-fe848f90-bb22-4fbd-8939-1518f9ce8aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:23.387323 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7766dcff-b2e9-4b84-8d67-ff787a9f5b26,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:23.391581 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:23.394019 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Checking segment: {'id': '98032dc2-8251-4253-a553-f2b098b70d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1b29b24f-72d5-47b0-9e7f-2959f73bfe67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:31:23.394406 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Network hostable DHCP agents. Network: 1b29b24f-72d5-47b0-9e7f-2959f73bfe67, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:31:23.411339 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Network 1b29b24f-72d5-47b0-9e7f-2959f73bfe67 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:31:23.420580 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 1b29b24f-72d5-47b0-9e7f-2959f73bfe67) {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:31:23.429226 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:23.429674 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d18fe4-129f-41b8-8b4c-5b5af1a20ad0 None None] Network 1b29b24f-72d5-47b0-9e7f-2959f73bfe67 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:31:23.429842 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:23.449454 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-e4e291fe-eed6-4f3d-bec9-d0a219819844 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6348400 May 27 12:31:23.648031 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d76c7d-f449-45f7-a948-2a94703eb0e8 None None] Network 1b29b24f-72d5-47b0-9e7f-2959f73bfe67 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:31:23.955469 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 34934) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:23.960989 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1984231291-network', 'tenant_id': 'bfe8f7987e114e09b0256c38facfdb70'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:23.965620 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:23.969983 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Usage tracker for resource:network and tenant:bfe8f7987e114e09b0256c38facfdb70 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:23.973666 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:23.980145 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:23.990310 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Made reservation on behalf of bfe8f7987e114e09b0256c38facfdb70 for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:31:23.992630 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:24.004249 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:24.022174 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:24.025857 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Usage tracker for resource:security_group_rule and tenant:bfe8f7987e114e09b0256c38facfdb70 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:24.028561 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:24.034657 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:24.121488 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:24.126974 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:24.129947 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-c2525133-d241-4c50-8782-f8e2da3c865b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:24.159857 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=91785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:31:24.164936 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648cc21b-dd4c-4786-ad92-9f794d9047c0,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:24.168432 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:24.173839 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:24.174306 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Added segment 9d9fc598-8921-44c0-a1a1-96e5451c8a14 of type vlan for network 4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0 May 27 12:31:24.200819 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:24.230786 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:24.232589 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:24.233180 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:24.237848 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-a466a9fa-a988-4f6d-8c5d-e61b87dd887a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:24.336019 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3794498 May 27 12:31:24.337031 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Pushing event updated for resources: {'Network': ['ID=4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:24.338829 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 34938) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:24.339633 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:24.345192 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Request body: {'subnet': {'network_id': '4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1984231291-subnet', 'tenant_id': 'bfe8f7987e114e09b0256c38facfdb70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:24.348426 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:31:24.350140 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:24.354221 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Usage tracker for resource:subnet and tenant:bfe8f7987e114e09b0256c38facfdb70 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:24.357656 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:24.363681 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:24.375565 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Made reservation on behalf of bfe8f7987e114e09b0256c38facfdb70 for: {'subnet': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:31:24.377939 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:24.843306 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578'] for subnet, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:24.846886 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-00c1ff1a-4134-4118-9a10-b36d5ca127ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:24.916074 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=525a4c99-036c-479d-a9f8-d6cc560d604f,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:24.920519 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:24.929432 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Checking segment: {'id': '9d9fc598-8921-44c0-a1a1-96e5451c8a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:31:24.929791 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Network hostable DHCP agents. Network: 4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:31:24.946943 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Network 4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:31:24.955331 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0) {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:31:24.959400 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:24.959996 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:24.964407 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c0e4c4-ec49-4892-8046-994e99f2faff None None] Network 4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:31:24.984894 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6447904 May 27 12:31:25.150651 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e130a826-1755-4b01-861b-f75e856f3202 None None] Network 4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:31:25.560856 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-1441346a-d9ee-4567-8bf8-dd72f3631f4d tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:25.561533 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-1441346a-d9ee-4567-8bf8-dd72f3631f4d tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Synchronizing usage tracker for tenant:e2927208c1b34fbca12d6272e05e20d9 on resource:network {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:31:25.578899 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-1441346a-d9ee-4567-8bf8-dd72f3631f4d tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Unset dirty status for tenant:e2927208c1b34fbca12d6272e05e20d9 on resource:network {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:31:25.580021 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-1441346a-d9ee-4567-8bf8-dd72f3631f4d tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/networks?id=1b29b24f-72d5-47b0-9e7f-2959f73bfe67 HTTP/1.1" status: 200 len: 809 time: 0.1643658 May 27 12:31:25.595003 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-677fd27a-f4fb-4074-ac8e-1d416493be12 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/quotas/e2927208c1b34fbca12d6272e05e20d9 HTTP/1.1" status: 200 len: 375 time: 0.0095367 May 27 12:31:25.641510 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-73d35b50-dad7-4fa5-aaa0-935748be1b28 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e2927208c1b34fbca12d6272e05e20d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414371 May 27 12:31:25.769870 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-77d58f43-322c-475f-87d3-3b970c472c1a service neutron] 10.222.0.90 "GET /v2.0/networks/1b29b24f-72d5-47b0-9e7f-2959f73bfe67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217802 May 27 12:31:25.898091 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-3cd3c6c6-abed-4b28-9fc6-27cfdc50b843 service neutron] 10.222.0.90 "GET /v2.0/networks/1b29b24f-72d5-47b0-9e7f-2959f73bfe67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222386 May 27 12:31:26.080568 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2a31c646-5fef-4bcf-a849-c5dd8464b90e req-763df6b1-1d09-4f06-8f9b-f63b62efaa86 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 210 time: 0.0467966 May 27 12:31:27.188609 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-632b043d-d6e9-41d6-8168-264055a00aaf tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:27.190082 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-632b043d-d6e9-41d6-8168-264055a00aaf tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.95 "GET /v2.0/networks?id=1b29b24f-72d5-47b0-9e7f-2959f73bfe67 HTTP/1.1" status: 200 len: 809 time: 0.1495450 May 27 12:31:27.206960 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Request body: {'port': {'device_id': '28524b3c-a7d3-4ea1-8de6-7ea42c464385', 'network_id': '1b29b24f-72d5-47b0-9e7f-2959f73bfe67', 'admin_state_up': True, 'tenant_id': 'e2927208c1b34fbca12d6272e05e20d9'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:27.254290 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6bd5bdfe-43f5-4c45-8747-6f94d5202df5 req-75fda070-57ac-464e-afc5-69eeface7cc5 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 210 time: 0.0591187 May 27 12:31:27.345826 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:27.349941 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Usage tracker for resource:port and tenant:e2927208c1b34fbca12d6272e05e20d9 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:27.353970 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:27.360583 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:27.370720 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Made reservation on behalf of e2927208c1b34fbca12d6272e05e20d9 for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:31:27.374552 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:27.547145 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Allocated IP 172.20.0.2 (1b29b24f-72d5-47b0-9e7f-2959f73bfe67/7766dcff-b2e9-4b84-8d67-ff787a9f5b26/8a4436b0-c8c6-49a8-a397-a356260b012d) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:31:27.750995 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:27.780667 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:27.786099 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-50284449-a0d8-4ee7-a51a-614aaf13de30 tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:27.852372 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Network 1b29b24f-72d5-47b0-9e7f-2959f73bfe67 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:31:27.855446 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:31:27.860010 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:31:27.865377 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:27.865969 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:27.879603 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Pushing event updated for resources: {'Port': ['ID=8a4436b0-c8c6-49a8-a397-a356260b012d,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:27.883798 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:27.892510 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6925056 May 27 12:31:27.908266 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Request body: {'port': {'device_id': '28524b3c-a7d3-4ea1-8de6-7ea42c464385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:28.023903 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:28.264976 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:28.358816 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4436b0-c8c6-49a8-a397-a356260b012d {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:31:28.366009 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:28.384679 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Transition to ACTIVE for port object 8a4436b0-c8c6-49a8-a397-a356260b012d will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:31:28.393333 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:28.397544 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:28.483166 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac395624-1b3c-4e66-9633-da676de19b5f req-b3d3841a-5bb1-4406-81a6-17d3b087002d tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:28.484810 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ac395624-1b3c-4e66-9633-da676de19b5f req-b3d3841a-5bb1-4406-81a6-17d3b087002d tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 943 time: 0.1002002 May 27 12:31:28.543094 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-ac395624-1b3c-4e66-9633-da676de19b5f req-09ecbc57-1409-4d46-94f1-e83b3c322471 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Synchronizing usage tracker for tenant:e2927208c1b34fbca12d6272e05e20d9 on resource:security_group {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:31:28.561096 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-ac395624-1b3c-4e66-9633-da676de19b5f req-09ecbc57-1409-4d46-94f1-e83b3c322471 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Unset dirty status for tenant:e2927208c1b34fbca12d6272e05e20d9 on resource:security_group {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:31:28.562282 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ac395624-1b3c-4e66-9633-da676de19b5f req-09ecbc57-1409-4d46-94f1-e83b3c322471 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/security-groups?id=b9a3022b-3d18-47f3-bd33-3e2cbe548767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646977 May 27 12:31:28.644933 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Pushing event updated for resources: {'Port': ['ID=8a4436b0-c8c6-49a8-a397-a356260b012d,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:28.651801 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:28.673220 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Attempting to bind port 8a4436b0-c8c6-49a8-a397-a356260b012d on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:31:28.673546 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Attempting to bind port 8a4436b0-c8c6-49a8-a397-a356260b012d by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': '98032dc2-8251-4253-a553-f2b098b70d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1b29b24f-72d5-47b0-9e7f-2959f73bfe67'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:31:28.673867 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Attempting to bind port 8a4436b0-c8c6-49a8-a397-a356260b012d on network 1b29b24f-72d5-47b0-9e7f-2959f73bfe67 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:31:28.678358 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Port 8a4436b0-c8c6-49a8-a397-a356260b012d on network 1b29b24f-72d5-47b0-9e7f-2959f73bfe67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:31:28.678674 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Attempting to bind port 8a4436b0-c8c6-49a8-a397-a356260b012d on network 1b29b24f-72d5-47b0-9e7f-2959f73bfe67 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:31:28.684070 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:31:28.684394 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Checking segment: {'id': '98032dc2-8251-4253-a553-f2b098b70d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1b29b24f-72d5-47b0-9e7f-2959f73bfe67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:31:28.684762 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Bound using segment: {'id': '98032dc2-8251-4253-a553-f2b098b70d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1b29b24f-72d5-47b0-9e7f-2959f73bfe67'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:31:28.685857 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Bound port: 8a4436b0-c8c6-49a8-a397-a356260b012d, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98032dc2-8251-4253-a553-f2b098b70d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '1b29b24f-72d5-47b0-9e7f-2959f73bfe67'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:31:28.686206 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:28.774119 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] For port 8a4436b0-c8c6-49a8-a397-a356260b012d, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:31:28.777009 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] For port 8a4436b0-c8c6-49a8-a397-a356260b012d, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=8a4436b0-c8c6-49a8-a397-a356260b012d,segment=NetworkSegment(98032dc2-8251-4253-a553-f2b098b70d69),segment_id=98032dc2-8251-4253-a553-f2b098b70d69)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:31:28.782910 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:28.787136 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:28.839912 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:28.840510 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:28.842496 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] 10.222.0.95 "PUT /v2.0/ports/8a4436b0-c8c6-49a8-a397-a356260b012d HTTP/1.1" status: 200 len: 1093 time: 0.9381866 May 27 12:31:28.842962 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28524b3c-a7d3-4ea1-8de6-7ea42c464385', 'tag': '8a4436b0-c8c6-49a8-a397-a356260b012d'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:31:28.866072 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Pushing event updated for resources: {'Port': ['ID=8a4436b0-c8c6-49a8-a397-a356260b012d,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:28.868936 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:28.919431 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28524b3c-a7d3-4ea1-8de6-7ea42c464385', 'tag': '8a4436b0-c8c6-49a8-a397-a356260b012d', 'status': 'completed', 'code': 200} May 27 12:31:28.961700 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-e5cd638e-f48f-4eba-a10a-443e8be3d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:28.963197 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-e5cd638e-f48f-4eba-a10a-443e8be3d0b3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e2927208c1b34fbca12d6272e05e20d9&device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 1096 time: 0.0781133 May 27 12:31:29.035221 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-f2d625e5-4e6c-43d6-a0c0-93faefe9668a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a4436b0-c8c6-49a8-a397-a356260b012d HTTP/1.1" status: 200 len: 217 time: 0.0630915 May 27 12:31:29.097490 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-bf88735e-fc46-4d09-a4c3-8b77fbb5bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:29.098808 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-bf88735e-fc46-4d09-a4c3-8b77fbb5bb77 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7766dcff-b2e9-4b84-8d67-ff787a9f5b26 HTTP/1.1" status: 200 len: 849 time: 0.0558529 May 27 12:31:29.145086 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-b3b252e7-1789-44ce-90e8-ef69d3e53677 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1b29b24f-72d5-47b0-9e7f-2959f73bfe67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388129 May 27 12:31:29.286688 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-be57c59b-adc2-44bf-b606-741863d46e85 service neutron] 10.222.0.95 "GET /v2.0/networks/1b29b24f-72d5-47b0-9e7f-2959f73bfe67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293967 May 27 12:31:29.429246 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-bbf45c4a-7bbf-4cdf-8daf-9b9d059b52e8 req-2ccc8855-fea3-4bd1-a8ad-3c32aa5a2562 service neutron] 10.222.0.95 "GET /v2.0/networks/1b29b24f-72d5-47b0-9e7f-2959f73bfe67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345694 May 27 12:31:29.545182 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3d28e-cdb0-4f0f-8a05-f2819ef3b5d9 req-206a1d11-2681-46a1-b201-63ac1f146343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:29.546663 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-56c3d28e-cdb0-4f0f-8a05-f2819ef3b5d9 req-206a1d11-2681-46a1-b201-63ac1f146343 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e2927208c1b34fbca12d6272e05e20d9&device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 1096 time: 0.0758333 May 27 12:31:29.681712 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3d28e-cdb0-4f0f-8a05-f2819ef3b5d9 req-ea90aa33-2b40-49e6-b515-93a11fe336ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:29.683399 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-56c3d28e-cdb0-4f0f-8a05-f2819ef3b5d9 req-ea90aa33-2b40-49e6-b515-93a11fe336ba service neutron] 10.222.0.95 "GET /v2.0/networks?id=1b29b24f-72d5-47b0-9e7f-2959f73bfe67 HTTP/1.1" status: 200 len: 910 time: 0.1283982 May 27 12:31:29.751705 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17e3ca-8040-471a-91a0-df7b2bc2e2d1 req-e0d6876e-9b95-4fe1-b0cd-bf94f4ab2f8a tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:29.753276 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5b17e3ca-8040-471a-91a0-df7b2bc2e2d1 req-e0d6876e-9b95-4fe1-b0cd-bf94f4ab2f8a tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 943 time: 0.0840342 May 27 12:31:29.756043 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-56c3d28e-cdb0-4f0f-8a05-f2819ef3b5d9 req-d4d1014b-992b-40fe-8fa4-f997d2f0446b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a4436b0-c8c6-49a8-a397-a356260b012d HTTP/1.1" status: 200 len: 217 time: 0.0623727 May 27 12:31:29.799081 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5b17e3ca-8040-471a-91a0-df7b2bc2e2d1 req-a434e375-f832-485a-be78-5c7eff2698c0 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/security-groups?id=b9a3022b-3d18-47f3-bd33-3e2cbe548767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 May 27 12:31:29.823372 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3d28e-cdb0-4f0f-8a05-f2819ef3b5d9 req-07914ddb-911e-4359-a19f-a03bd266620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:29.824813 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-56c3d28e-cdb0-4f0f-8a05-f2819ef3b5d9 req-07914ddb-911e-4359-a19f-a03bd266620b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=7766dcff-b2e9-4b84-8d67-ff787a9f5b26 HTTP/1.1" status: 200 len: 849 time: 0.0614219 May 27 12:31:29.876953 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-56c3d28e-cdb0-4f0f-8a05-f2819ef3b5d9 req-26b5219d-9307-4d99-be1f-f82b359441f5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1b29b24f-72d5-47b0-9e7f-2959f73bfe67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399179 May 27 12:31:30.012224 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-56c3d28e-cdb0-4f0f-8a05-f2819ef3b5d9 req-4f9c35e0-2539-47cc-b404-f115b3f06db1 service neutron] 10.222.0.95 "GET /v2.0/networks/1b29b24f-72d5-47b0-9e7f-2959f73bfe67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274414 May 27 12:31:30.146409 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-56c3d28e-cdb0-4f0f-8a05-f2819ef3b5d9 req-d9c5e117-3ccd-4501-b67b-65a2abcce575 service neutron] 10.222.0.95 "GET /v2.0/networks/1b29b24f-72d5-47b0-9e7f-2959f73bfe67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239309 May 27 12:31:30.980749 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ad5f5-4374-4512-b98a-f084cd514edc req-8f51493f-5927-4256-89f4-38c5146c74b9 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:30.982184 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7c1ad5f5-4374-4512-b98a-f084cd514edc req-8f51493f-5927-4256-89f4-38c5146c74b9 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 943 time: 0.0779262 May 27 12:31:31.029556 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7c1ad5f5-4374-4512-b98a-f084cd514edc req-e47625b9-47d9-48b5-9b4e-f0b1b2b28de2 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/security-groups?id=b9a3022b-3d18-47f3-bd33-3e2cbe548767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412009 May 27 12:31:31.883463 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6c85d074-2273-4abd-a987-b890ab7f3b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:31.887477 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 8a4436b0-c8c6-49a8-a397-a356260b012d details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:31:32.017462 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 8a4436b0-c8c6-49a8-a397-a356260b012d, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=8a4436b0-c8c6-49a8-a397-a356260b012d,segment=NetworkSegment(98032dc2-8251-4253-a553-f2b098b70d69),segment_id=98032dc2-8251-4253-a553-f2b098b70d69)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:31:32.030856 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '8a4436b0-c8c6-49a8-a397-a356260b012d', 'network_id': '1b29b24f-72d5-47b0-9e7f-2959f73bfe67', 'port_id': '8a4436b0-c8c6-49a8-a397-a356260b012d', 'mac_address': 'fa:16:3e:fd:7d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7766dcff-b2e9-4b84-8d67-ff787a9f5b26', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:31:32.088635 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:32.105148 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4436b0-c8c6-49a8-a397-a356260b012d {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:31:32.121268 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 8a4436b0-c8c6-49a8-a397-a356260b012d, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=8a4436b0-c8c6-49a8-a397-a356260b012d,segment=NetworkSegment(98032dc2-8251-4253-a553-f2b098b70d69),segment_id=98032dc2-8251-4253-a553-f2b098b70d69)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:31:32.125175 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:32.128057 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:32.193460 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=8a4436b0-c8c6-49a8-a397-a356260b012d,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:32.196584 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:32.213657 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1de419-6b29-4b10-93a1-4867f8c8a4e4 req-3ea36b52-369e-4296-a0e9-e3e0586371eb tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:32.215138 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7b1de419-6b29-4b10-93a1-4867f8c8a4e4 req-3ea36b52-369e-4296-a0e9-e3e0586371eb tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 944 time: 0.0790358 May 27 12:31:32.259553 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7b1de419-6b29-4b10-93a1-4867f8c8a4e4 req-bc3c49e2-39da-415c-b5ce-db40750517a9 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/security-groups?id=b9a3022b-3d18-47f3-bd33-3e2cbe548767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381498 May 27 12:31:32.410477 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['8a4436b0-c8c6-49a8-a397-a356260b012d'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:31:33.453750 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1803b3-3eb8-4515-9660-ecd2ddc188b9 req-53437cc8-c6e2-4ba4-9c36-39f5dd8dc8f0 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:33.455250 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6f1803b3-3eb8-4515-9660-ecd2ddc188b9 req-53437cc8-c6e2-4ba4-9c36-39f5dd8dc8f0 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 944 time: 0.0875845 May 27 12:31:33.500509 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6f1803b3-3eb8-4515-9660-ecd2ddc188b9 req-00ce9db2-c0e4-4196-a108-27f7bbc49e55 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/security-groups?id=b9a3022b-3d18-47f3-bd33-3e2cbe548767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396812 May 27 12:31:33.584851 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:33.889700 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 8a4436b0-c8c6-49a8-a397-a356260b012d up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:31:33.957300 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 8a4436b0-c8c6-49a8-a397-a356260b012d completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:31:33.962355 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 8a4436b0-c8c6-49a8-a397-a356260b012d triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:31:33.962773 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:34.081638 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:34.107320 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28524b3c-a7d3-4ea1-8de6-7ea42c464385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4436b0-c8c6-49a8-a397-a356260b012d'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:31:34.117559 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 8a4436b0-c8c6-49a8-a397-a356260b012d, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=8a4436b0-c8c6-49a8-a397-a356260b012d,segment=NetworkSegment(98032dc2-8251-4253-a553-f2b098b70d69),segment_id=98032dc2-8251-4253-a553-f2b098b70d69)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:31:34.122395 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:34.124766 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:34.161868 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28524b3c-a7d3-4ea1-8de6-7ea42c464385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4436b0-c8c6-49a8-a397-a356260b012d', 'code': 200} May 27 12:31:34.203290 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=8a4436b0-c8c6-49a8-a397-a356260b012d,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:34.206342 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:34.321506 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c9f11879-cfac-410d-af4f-8ada0beaad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:34.352707 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66726a-43cd-4d70-a07a-b49764f8db9b req-f3ac4052-ae21-49c9-a7f3-e61a7055889c tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:34.354148 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bc66726a-43cd-4d70-a07a-b49764f8db9b req-f3ac4052-ae21-49c9-a7f3-e61a7055889c tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.0868933 May 27 12:31:34.393502 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a88f54-74ed-42d7-b212-3a0940303f13 req-51189a1f-7588-4c25-b613-db5da0c9be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:34.395097 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d2a88f54-74ed-42d7-b212-3a0940303f13 req-51189a1f-7588-4c25-b613-db5da0c9be28 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 1098 time: 0.0741742 May 27 12:31:34.400231 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bc66726a-43cd-4d70-a07a-b49764f8db9b req-49919359-a076-4279-ba5c-3d5244d7bb0e tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 May 27 12:31:34.534050 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-d2a88f54-74ed-42d7-b212-3a0940303f13 req-09a7cb61-bfc7-482b-ac64-cca0e987b9af service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b9a3022b-3d18-47f3-bd33-3e2cbe548767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311352 May 27 12:31:34.765716 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b031d91-c91d-4312-945a-c5f81b74a708 req-7b24f622-095d-4d6c-b218-fe45210d52d2 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:34.767113 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4b031d91-c91d-4312-945a-c5f81b74a708 req-7b24f622-095d-4d6c-b218-fe45210d52d2 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 945 time: 0.1572828 May 27 12:31:34.812047 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4b031d91-c91d-4312-945a-c5f81b74a708 req-d8436422-c2e5-4048-8818-f363560a5564 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/security-groups?id=b9a3022b-3d18-47f3-bd33-3e2cbe548767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387590 May 27 12:31:35.591567 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f4109-04ea-4fdb-9060-0a968151b3e6 req-96b05c68-d673-4e3d-bd31-e4361bd02058 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:35.593070 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6e6f4109-04ea-4fdb-9060-0a968151b3e6 req-96b05c68-d673-4e3d-bd31-e4361bd02058 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.0859559 May 27 12:31:35.639809 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:35.642012 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6e6f4109-04ea-4fdb-9060-0a968151b3e6 req-2cc737e2-54a2-4538-936c-c1ad6a32bf55 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428092 May 27 12:31:35.991496 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837dbbd-738c-4984-97f6-6a25ded6bb6a req-7e809516-9449-4a76-9892-176829f73023 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:35.992857 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0837dbbd-738c-4984-97f6-6a25ded6bb6a req-7e809516-9449-4a76-9892-176829f73023 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 945 time: 0.0777867 May 27 12:31:36.040189 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0837dbbd-738c-4984-97f6-6a25ded6bb6a req-de334416-8a83-49f5-851d-4c9e2ce8a1e9 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/security-groups?id=b9a3022b-3d18-47f3-bd33-3e2cbe548767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 May 27 12:31:36.831728 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35758022-f0ed-473f-8305-7e991be0f1c1 req-35441042-b003-457a-b77d-00116ee8478e tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:36.833169 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-35758022-f0ed-473f-8305-7e991be0f1c1 req-35441042-b003-457a-b77d-00116ee8478e tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.0829782 May 27 12:31:36.877595 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-35758022-f0ed-473f-8305-7e991be0f1c1 req-52acba38-fe6a-48f3-bc0b-f27b1f893fec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387309 May 27 12:31:37.002695 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:38.068789 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a8454-4c40-42e0-955d-09e25f6b6fe7 req-f50ea3b1-0694-4eed-8e20-c437989d91dc tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:38.070852 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f70a8454-4c40-42e0-955d-09e25f6b6fe7 req-f50ea3b1-0694-4eed-8e20-c437989d91dc tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.0906725 May 27 12:31:38.121838 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f70a8454-4c40-42e0-955d-09e25f6b6fe7 req-a4b0196e-8086-4028-a712-82ef3c1a951e tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456257 May 27 12:31:39.319250 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4cf4-5d01-437c-9dd8-cc48ef5bf75d req-67573168-9fc9-40d1-9c5c-fa219d14ba9d tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:39.320620 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-aa3a4cf4-5d01-437c-9dd8-cc48ef5bf75d req-67573168-9fc9-40d1-9c5c-fa219d14ba9d tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.0853815 May 27 12:31:39.417022 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-aa3a4cf4-5d01-437c-9dd8-cc48ef5bf75d req-ee8da34a-b62f-43c8-87bc-3cb059e81f13 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907204 May 27 12:31:39.442771 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa52276-fd72-4c7e-8519-bdd7b6709069 req-51139129-d241-4c18-837c-5e5626b2a63a tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:39.444180 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-faa52276-fd72-4c7e-8519-bdd7b6709069 req-51139129-d241-4c18-837c-5e5626b2a63a tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 945 time: 0.1045539 May 27 12:31:39.487544 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-faa52276-fd72-4c7e-8519-bdd7b6709069 req-b09c3544-88de-4164-985c-ab15c65753ba tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/security-groups?id=b9a3022b-3d18-47f3-bd33-3e2cbe548767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378418 May 27 12:31:40.182913 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-16c598ef-555a-43bc-a542-15f9702f151c tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:40.183561 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-16c598ef-555a-43bc-a542-15f9702f151c tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Synchronizing usage tracker for tenant:9ae30e66b81547b5836b26a4da35cbb7 on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:31:40.201188 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-16c598ef-555a-43bc-a542-15f9702f151c tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Unset dirty status for tenant:9ae30e66b81547b5836b26a4da35cbb7 on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:31:40.203226 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-16c598ef-555a-43bc-a542-15f9702f151c tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.95 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.0978391 May 27 12:31:40.339028 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-8f30fc2f-2b95-4c14-9556-280c1e68f9dd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Deleting port 94cc68db-4220-49d3-a232-ac8fbd082fc4 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:31:40.339312 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-8f30fc2f-2b95-4c14-9556-280c1e68f9dd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:40.470172 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-8f30fc2f-2b95-4c14-9556-280c1e68f9dd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] For port 94cc68db-4220-49d3-a232-ac8fbd082fc4, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=94cc68db-4220-49d3-a232-ac8fbd082fc4,segment=NetworkSegment(e0e10651-a930-4160-bc5b-d4f88dbd5b40),segment_id=e0e10651-a930-4160-bc5b-d4f88dbd5b40)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:31:40.470557 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-8f30fc2f-2b95-4c14-9556-280c1e68f9dd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:40.593289 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-8f30fc2f-2b95-4c14-9556-280c1e68f9dd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Calling delete_port for 94cc68db-4220-49d3-a232-ac8fbd082fc4 owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:31:40.699475 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdfb9a-2b2f-4e36-9341-cced0bee2af7 req-9d9e53a3-c9b1-4269-80e8-752eae0fbad9 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:40.700954 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c0fdfb9a-2b2f-4e36-9341-cced0bee2af7 req-9d9e53a3-c9b1-4269-80e8-752eae0fbad9 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=da75b093-47d0-4d2f-827a-dff972352666 HTTP/1.1" status: 200 len: 945 time: 0.1554925 May 27 12:31:40.710298 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-8f30fc2f-2b95-4c14-9556-280c1e68f9dd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:40.716938 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-340e351f-eae9-4288-aaf4-463e1be80c90 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:40.724998 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['94cc68db-4220-49d3-a232-ac8fbd082fc4'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:31:40.729709 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0509a52-d189-470e-b6d3-8f79ff83ef38 req-b0de913b-6faa-42e1-95df-2a929ac4c36a tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:40.731183 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c0509a52-d189-470e-b6d3-8f79ff83ef38 req-b0de913b-6faa-42e1-95df-2a929ac4c36a tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 945 time: 0.1306221 May 27 12:31:40.761833 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30fc2f-2b95-4c14-9556-280c1e68f9dd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Pushing event deleted for resources: {'Port': ['ID=94cc68db-4220-49d3-a232-ac8fbd082fc4,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:40.764964 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-8f30fc2f-2b95-4c14-9556-280c1e68f9dd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:40.776844 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c0fdfb9a-2b2f-4e36-9341-cced0bee2af7 req-d01f00f6-4dc1-43c3-8976-b17f0fdf540e tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688438 May 27 12:31:40.801321 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c0509a52-d189-470e-b6d3-8f79ff83ef38 req-a84dc513-abd1-4653-9a88-abc8dac71969 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/security-groups?id=b9a3022b-3d18-47f3-bd33-3e2cbe548767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551360 May 27 12:31:40.839368 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-8f30fc2f-2b95-4c14-9556-280c1e68f9dd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] No DVR routers for this DVR port 94cc68db-4220-49d3-a232-ac8fbd082fc4 on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:31:40.841882 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-8f30fc2f-2b95-4c14-9556-280c1e68f9dd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:40.844540 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da75b093-47d0-4d2f-827a-dff972352666', 'name': 'network-vif-deleted', 'tag': '94cc68db-4220-49d3-a232-ac8fbd082fc4'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:31:40.860822 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-60b012e5-e5a6-4b80-95a0-5ae63b0b611d req-8f30fc2f-2b95-4c14-9556-280c1e68f9dd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.95 "DELETE /v2.0/ports/94cc68db-4220-49d3-a232-ac8fbd082fc4 HTTP/1.1" status: 204 len: 173 time: 0.6513808 May 27 12:31:40.892532 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da75b093-47d0-4d2f-827a-dff972352666', 'name': 'network-vif-deleted', 'tag': '94cc68db-4220-49d3-a232-ac8fbd082fc4', 'status': 'completed', 'code': 200} May 27 12:31:40.948036 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1d04b-b205-46c9-b8e6-ca3e86ebe663 req-5e504896-7777-4fcf-87c0-cc189ac145cd tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:40.949519 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-72e1d04b-b205-46c9-b8e6-ca3e86ebe663 req-5e504896-7777-4fcf-87c0-cc189ac145cd tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.95 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 945 time: 0.0844405 May 27 12:31:41.081425 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [req-72e1d04b-b205-46c9-b8e6-ca3e86ebe663 req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Deleting port 8a4436b0-c8c6-49a8-a397-a356260b012d {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:31:41.081756 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-72e1d04b-b205-46c9-b8e6-ca3e86ebe663 req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:41.209489 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-72e1d04b-b205-46c9-b8e6-ca3e86ebe663 req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] For port 8a4436b0-c8c6-49a8-a397-a356260b012d, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=8a4436b0-c8c6-49a8-a397-a356260b012d,segment=NetworkSegment(98032dc2-8251-4253-a553-f2b098b70d69),segment_id=98032dc2-8251-4253-a553-f2b098b70d69)] {{(pid=91785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:31:41.209841 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-72e1d04b-b205-46c9-b8e6-ca3e86ebe663 req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:41.337137 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [req-72e1d04b-b205-46c9-b8e6-ca3e86ebe663 req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Calling delete_port for 8a4436b0-c8c6-49a8-a397-a356260b012d owned by compute:nova {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:31:41.455222 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-72e1d04b-b205-46c9-b8e6-ca3e86ebe663 req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:41.460789 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:41.467749 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['8a4436b0-c8c6-49a8-a397-a356260b012d'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:31:41.505308 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Pushing event deleted for resources: {'Port': ['ID=8a4436b0-c8c6-49a8-a397-a356260b012d,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:41.546253 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:41.546689 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:41.547044 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:41.547393 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:41.547736 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:41.548075 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:41.548412 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:41.548750 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:41.549085 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:41.549419 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:41.549754 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:41.550089 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:41.556841 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:41.590960 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e1d04b-b205-46c9-b8e6-ca3e86ebe663 req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] No DVR routers for this DVR port 8a4436b0-c8c6-49a8-a397-a356260b012d on host hv-cinder-79338 {{(pid=91785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:31:41.594623 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-72e1d04b-b205-46c9-b8e6-ca3e86ebe663 req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:41.597190 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28524b3c-a7d3-4ea1-8de6-7ea42c464385', 'name': 'network-vif-deleted', 'tag': '8a4436b0-c8c6-49a8-a397-a356260b012d'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:31:41.606154 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-72e1d04b-b205-46c9-b8e6-ca3e86ebe663 req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.95 "DELETE /v2.0/ports/8a4436b0-c8c6-49a8-a397-a356260b012d HTTP/1.1" status: 204 len: 173 time: 0.6506209 May 27 12:31:41.643449 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28524b3c-a7d3-4ea1-8de6-7ea42c464385', 'name': 'network-vif-deleted', 'tag': '8a4436b0-c8c6-49a8-a397-a356260b012d', 'status': 'completed', 'code': 200} May 27 12:31:41.968375 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-e0e52090-c7f7-46af-9fad-95ff5674542e req-4b1048e5-4307-4f2b-8b97-dacdec353721 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Synchronizing usage tracker for tenant:e2927208c1b34fbca12d6272e05e20d9 on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:31:41.984955 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-e0e52090-c7f7-46af-9fad-95ff5674542e req-4b1048e5-4307-4f2b-8b97-dacdec353721 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Unset dirty status for tenant:e2927208c1b34fbca12d6272e05e20d9 on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:31:41.986120 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e0e52090-c7f7-46af-9fad-95ff5674542e req-4b1048e5-4307-4f2b-8b97-dacdec353721 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] 10.222.0.90 "GET /v2.0/ports?device_id=28524b3c-a7d3-4ea1-8de6-7ea42c464385 HTTP/1.1" status: 200 len: 210 time: 0.0602009 May 27 12:31:43.956423 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 94cc68db-4220-49d3-a232-ac8fbd082fc4 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:31:44.016771 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 94cc68db-4220-49d3-a232-ac8fbd082fc4 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:31:44.016771 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 94cc68db-4220-49d3-a232-ac8fbd082fc4 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:31:44.016978 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 8a4436b0-c8c6-49a8-a397-a356260b012d no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:31:44.049072 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 8a4436b0-c8c6-49a8-a397-a356260b012d {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:31:44.049430 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 8a4436b0-c8c6-49a8-a397-a356260b012d not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:31:46.237673 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-ab6ad513-0595-42f4-bc71-01999b89dbb3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:46.239133 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-ab6ad513-0595-42f4-bc71-01999b89dbb3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/networks?id=7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 HTTP/1.1" status: 200 len: 814 time: 0.2373924 May 27 12:31:46.254426 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-1584ac7c-f51c-42c6-b773-64d0e62eddf7 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/quotas/9ae30e66b81547b5836b26a4da35cbb7 HTTP/1.1" status: 200 len: 375 time: 0.0095804 May 27 12:31:46.303021 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-3746d055-4b28-4264-8b6e-23f06c66e87b tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9ae30e66b81547b5836b26a4da35cbb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427353 May 27 12:31:46.438276 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-a51c628e-f04c-4875-9342-e6861012d1e7 service neutron] 10.222.0.90 "GET /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286063 May 27 12:31:46.575046 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-29a72148-b1c4-4b6b-8ff6-327f5a20ba9d service neutron] 10.222.0.90 "GET /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309013 May 27 12:31:46.754504 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4af752c2-73a6-42bb-9b6c-020f66ab8d6f req-21967df8-0908-4068-b82f-56b991d4e203 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 210 time: 0.0472672 May 27 12:31:46.956842 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b16f5-fb2f-4b2d-881b-5f2aeaf39421 req-c51da74c-3a32-43f3-8b52-2a906e0595b0 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:46.958443 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-968b16f5-fb2f-4b2d-881b-5f2aeaf39421 req-c51da74c-3a32-43f3-8b52-2a906e0595b0 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 947 time: 0.0909748 May 27 12:31:47.010726 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-968b16f5-fb2f-4b2d-881b-5f2aeaf39421 req-f95842e2-38e2-4871-bfe6-a4e8140e0160 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465150 May 27 12:31:47.847797 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-64eb1ded-184c-437a-82fa-fbd362b5d587 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:47.849757 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-64eb1ded-184c-437a-82fa-fbd362b5d587 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.95 "GET /v2.0/networks?id=7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 HTTP/1.1" status: 200 len: 814 time: 0.1600704 May 27 12:31:47.865538 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Request body: {'port': {'device_id': '280b74c2-2ffe-4af7-ae95-b2e38f2301c7', 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7', 'admin_state_up': True, 'tenant_id': '9ae30e66b81547b5836b26a4da35cbb7'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:47.996613 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8bcfd0f3-d7d4-4968-9e07-262baf37cb48 req-d13fee28-dbc8-46d9-a367-95528a1ca1cb tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 210 time: 0.1019495 May 27 12:31:48.071419 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:48.075486 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Usage tracker for resource:port and tenant:9ae30e66b81547b5836b26a4da35cbb7 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:48.078327 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:48.084242 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:48.093648 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Made reservation on behalf of 9ae30e66b81547b5836b26a4da35cbb7 for: {'port': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:31:48.097094 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:48.317521 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bfe96-58b4-4ee1-9030-df5484aa13e9 req-a7eb9544-7bae-4707-ad26-597de6ca1321 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:48.318940 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3c7bfe96-58b4-4ee1-9030-df5484aa13e9 req-a7eb9544-7bae-4707-ad26-597de6ca1321 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 947 time: 0.1643040 May 27 12:31:48.330501 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Allocated IP 172.20.0.9 (7dbeeea7-8037-4e98-b95d-bbc4053e7ba7/292526d1-b81a-4fbb-ba69-ed0aeac4ddea/df557f65-06a9-46e6-913e-e6d3d7f515a3) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:31:48.389728 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3c7bfe96-58b4-4ee1-9030-df5484aa13e9 req-3f46702c-db98-4331-9182-26198a3a7df7 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=1bc66a1f-5188-4138-97f2-cc54d550d7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635111 May 27 12:31:48.598072 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:48.616787 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-789c3a5f-e217-4bf0-bbc8-d7d9f50851e8 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:48.617501 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-789c3a5f-e217-4bf0-bbc8-d7d9f50851e8 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Synchronizing usage tracker for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:31:48.632904 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:48.633491 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-789c3a5f-e217-4bf0-bbc8-d7d9f50851e8 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Unset dirty status for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:31:48.635651 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-789c3a5f-e217-4bf0-bbc8-d7d9f50851e8 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.95 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 947 time: 0.0997901 May 27 12:31:48.638766 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:48.705367 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:31:48.709101 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:31:48.712832 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:31:48.744713 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Pushing event updated for resources: {'Port': ['ID=df557f65-06a9-46e6-913e-e6d3d7f515a3,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:48.751190 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:48.787685 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:48.788318 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:48.802045 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Deleting port 84bbee3c-a18e-4645-8027-95ac10b40e12 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:31:48.802425 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:48.819833 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9600928 May 27 12:31:48.833493 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Request body: {'port': {'device_id': '280b74c2-2ffe-4af7-ae95-b2e38f2301c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:48.948619 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] For port 84bbee3c-a18e-4645-8027-95ac10b40e12, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=84bbee3c-a18e-4645-8027-95ac10b40e12,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:31:48.949067 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:49.060563 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:49.303526 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:49.303809 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:49.304317 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.db.l3_db [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Floating IP dbd65956-b43e-45fc-bdce-0ecde4aa21be disassociated. External IP: 172.28.3.233, port: 84bbee3c-a18e-4645-8027-95ac10b40e12. May 27 12:31:49.304665 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Calling delete_port for 84bbee3c-a18e-4645-8027-95ac10b40e12 owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:31:49.431035 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbb317-dbb2-4957-a44f-bd800e8007ca req-053fff61-e0ff-43c5-8e75-a4e7e4f278fe tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:49.431753 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-53fbb317-dbb2-4957-a44f-bd800e8007ca req-053fff61-e0ff-43c5-8e75-a4e7e4f278fe tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Synchronizing usage tracker for tenant:9ae30e66b81547b5836b26a4da35cbb7 on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:31:49.435315 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:49.443519 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:49.487122 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-53fbb317-dbb2-4957-a44f-bd800e8007ca req-053fff61-e0ff-43c5-8e75-a4e7e4f278fe tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Unset dirty status for tenant:9ae30e66b81547b5836b26a4da35cbb7 on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:31:49.488278 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-53fbb317-dbb2-4957-a44f-bd800e8007ca req-053fff61-e0ff-43c5-8e75-a4e7e4f278fe tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 931 time: 0.3562007 May 27 12:31:49.492677 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event deleted for resources: {'Port': ['ID=84bbee3c-a18e-4645-8027-95ac10b40e12,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:49.513508 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d963e1a-2ba7-446c-b9a1-d9a7ef16f988 req-83b00db7-4021-4cb8-b25c-f63a2c7153eb tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:49.513508 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4d963e1a-2ba7-446c-b9a1-d9a7ef16f988 req-83b00db7-4021-4cb8-b25c-f63a2c7153eb tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.2398543 May 27 12:31:49.614747 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-53fbb317-dbb2-4957-a44f-bd800e8007ca req-9cb2df20-a05c-4389-bb6e-c7c883d3caac tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149383 May 27 12:31:49.655293 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:49.655844 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:49.656041 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:49.656449 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:49.656730 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:49.657213 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:49.657566 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:49.657913 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:49.658284 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:49.658631 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:49.658974 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:49.659359 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:31:49.667465 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:49.681479 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4d963e1a-2ba7-446c-b9a1-d9a7ef16f988 req-7fdea9b3-12cc-467f-81bf-5cb939bcd281 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413693 May 27 12:31:49.706194 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df557f65-06a9-46e6-913e-e6d3d7f515a3 {{(pid=91785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:31:49.714270 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:49.731867 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.provisioning_blocks [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Transition to ACTIVE for port object df557f65-06a9-46e6-913e-e6d3d7f515a3 will not be triggered until provisioned by entity L2. {{(pid=91785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:31:49.737370 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:49.742749 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:49.816556 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:31:49.846659 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5e2ac868-a4cc-44c2-8db1-7c73c197dd2b req-745288f1-9167-49f3-9eb1-73d5a67a7822 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=571d3153-338b-445c-878a-6f09986ebdd5 HTTP/1.1" status: 200 len: 210 time: 0.0625491 May 27 12:31:49.916145 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Pushing event updated for resources: {'Port': ['ID=df557f65-06a9-46e6-913e-e6d3d7f515a3,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:49.942680 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:50.002692 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:31:50.012348 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208a1fd-91db-42d6-83a1-e8f169dcaf34 None None] Sync routers for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:31:50.022269 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Attempting to bind port df557f65-06a9-46e6-913e-e6d3d7f515a3 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:31:50.022633 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Attempting to bind port df557f65-06a9-46e6-913e-e6d3d7f515a3 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': 'e0e10651-a930-4160-bc5b-d4f88dbd5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7'}] {{(pid=91785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:31:50.022988 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Attempting to bind port df557f65-06a9-46e6-913e-e6d3d7f515a3 on network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:31:50.025277 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208a1fd-91db-42d6-83a1-e8f169dcaf34 None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:31:50.025967 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-1208a1fd-91db-42d6-83a1-e8f169dcaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:31:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:31:50.028085 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Port df557f65-06a9-46e6-913e-e6d3d7f515a3 on network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:31:50.028633 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Attempting to bind port df557f65-06a9-46e6-913e-e6d3d7f515a3 on network 7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:31:50.033915 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:31:50.034411 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Checking segment: {'id': 'e0e10651-a930-4160-bc5b-d4f88dbd5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:31:50.034946 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Bound using segment: {'id': 'e0e10651-a930-4160-bc5b-d4f88dbd5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7'} {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:31:50.035394 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Bound port: df557f65-06a9-46e6-913e-e6d3d7f515a3, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0e10651-a930-4160-bc5b-d4f88dbd5b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7'}}] {{(pid=91785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:31:50.035719 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:50.078975 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] No DVR routers for this DVR port 84bbee3c-a18e-4645-8027-95ac10b40e12 on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:31:50.081973 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:50.085433 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'name': 'network-vif-deleted', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:31:50.106718 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-f0b1fc61-e4dc-4fd8-a9b2-16e814839078 req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.95 "DELETE /v2.0/ports/84bbee3c-a18e-4645-8027-95ac10b40e12 HTTP/1.1" status: 204 len: 173 time: 1.4641953 May 27 12:31:50.134929 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571d3153-338b-445c-878a-6f09986ebdd5', 'name': 'network-vif-deleted', 'tag': '84bbee3c-a18e-4645-8027-95ac10b40e12', 'status': 'completed', 'code': 200} May 27 12:31:50.160470 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] For port df557f65-06a9-46e6-913e-e6d3d7f515a3, host hv-cinder-79338, cleared binding levels {{(pid=91785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:31:50.164585 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] For port df557f65-06a9-46e6-913e-e6d3d7f515a3, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=df557f65-06a9-46e6-913e-e6d3d7f515a3,segment=NetworkSegment(e0e10651-a930-4160-bc5b-d4f88dbd5b40),segment_id=e0e10651-a930-4160-bc5b-d4f88dbd5b40)] {{(pid=91785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:31:50.168963 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:50.179301 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:50.227672 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:50.228441 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:50.229814 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] 10.222.0.95 "PUT /v2.0/ports/df557f65-06a9-46e6-913e-e6d3d7f515a3 HTTP/1.1" status: 200 len: 1093 time: 1.4028087 May 27 12:31:50.230547 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-1208a1fd-91db-42d6-83a1-e8f169dcaf34 None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:31:50.239073 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280b74c2-2ffe-4af7-ae95-b2e38f2301c7', 'tag': 'df557f65-06a9-46e6-913e-e6d3d7f515a3'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:31:50.283649 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Pushing event updated for resources: {'Port': ['ID=df557f65-06a9-46e6-913e-e6d3d7f515a3,revision_number=3']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:50.286776 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:50.338640 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280b74c2-2ffe-4af7-ae95-b2e38f2301c7', 'tag': 'df557f65-06a9-46e6-913e-e6d3d7f515a3', 'status': 'completed', 'code': 200} May 27 12:31:50.386989 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-d20c5321-02f0-4684-ae3a-62821d845e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:50.388470 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-d20c5321-02f0-4684-ae3a-62821d845e69 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9ae30e66b81547b5836b26a4da35cbb7&device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 1096 time: 0.0934064 May 27 12:31:50.467492 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-8304371f-ccd0-4e36-99d9-c7303cf7c083 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df557f65-06a9-46e6-913e-e6d3d7f515a3 HTTP/1.1" status: 200 len: 217 time: 0.0699437 May 27 12:31:50.539732 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-cf9533e3-aa9f-468b-b6a1-d7513550b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:50.541143 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-cf9533e3-aa9f-468b-b6a1-d7513550b9ed service neutron] 10.222.0.95 "GET /v2.0/subnets?id=292526d1-b81a-4fbb-ba69-ed0aeac4ddea HTTP/1.1" status: 200 len: 854 time: 0.0651212 May 27 12:31:50.586004 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-1208a1fd-91db-42d6-83a1-e8f169dcaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:31:50.591958 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208a1fd-91db-42d6-83a1-e8f169dcaf34 None None] Checking router: 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:31:50.605583 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208a1fd-91db-42d6-83a1-e8f169dcaf34 None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:31:50.606497 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-1208a1fd-91db-42d6-83a1-e8f169dcaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:31:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:31:50.621619 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-a8c7b3c7-6f6c-4b01-a01f-a39ace034baf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7dbeeea7-8037-4e98-b95d-bbc4053e7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737603 May 27 12:31:50.815924 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-1208a1fd-91db-42d6-83a1-e8f169dcaf34 None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:31:50.981107 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-9c0a06ea-32c9-446a-a256-401442f1517c service neutron] 10.222.0.95 "GET /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503819 May 27 12:31:51.150367 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0fbbc-0d9c-4daf-afea-4c0970994301 req-1cf881a2-7a3d-4f25-92bd-f9c7595cfd37 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:51.152530 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a0b0fbbc-0d9c-4daf-afea-4c0970994301 req-1cf881a2-7a3d-4f25-92bd-f9c7595cfd37 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 943 time: 0.3617618 May 27 12:31:51.172067 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-1208a1fd-91db-42d6-83a1-e8f169dcaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:31:51.174535 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caadf4-3b37-4db3-9c13-e80ff9072670 req-1ffa5a5d-7936-4e05-96ce-df6d541d51ae tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:51.180290 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208a1fd-91db-42d6-83a1-e8f169dcaf34 None None] The sync data for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb is: [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:31:51.181664 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-20caadf4-3b37-4db3-9c13-e80ff9072670 req-1ffa5a5d-7936-4e05-96ce-df6d541d51ae tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.3372698 May 27 12:31:51.263419 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-9520b3fa-4456-4627-a2bb-cb2ad89684af tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:51.264335 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-9520b3fa-4456-4627-a2bb-cb2ad89684af tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Synchronizing usage tracker for tenant:4d75b6a2145c461eaa7d4a0266c827e1 on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:31:51.265757 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ecf9e00d-1a67-4f15-9559-1210f7e4fed7 req-62054742-b2c4-4bf4-96b4-3ba32aa21962 service neutron] 10.222.0.95 "GET /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716520 May 27 12:31:51.296913 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-20caadf4-3b37-4db3-9c13-e80ff9072670 req-1ec14a36-efe2-466e-974b-832a8be973af tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142862 May 27 12:31:51.302435 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a0b0fbbc-0d9c-4daf-afea-4c0970994301 req-e3fc8d98-2392-4d03-92b1-57a1e59fd62d tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186764 May 27 12:31:51.326856 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-9520b3fa-4456-4627-a2bb-cb2ad89684af tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Unset dirty status for tenant:4d75b6a2145c461eaa7d4a0266c827e1 on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:31:51.328739 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-9520b3fa-4456-4627-a2bb-cb2ad89684af tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.95 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1654534 May 27 12:31:51.456015 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2c786-c895-4327-b30c-f84b7868d102 req-e43fa548-a3d4-467b-8dcd-34e4a2c1409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:51.465170 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-86a2c786-c895-4327-b30c-f84b7868d102 req-e43fa548-a3d4-467b-8dcd-34e4a2c1409e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9ae30e66b81547b5836b26a4da35cbb7&device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 1096 time: 0.1197064 May 27 12:31:51.485559 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35256) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:51.574654 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-16755222-1181-433d-a6be-bc7b6ef566ed tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:51.590103 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Deleting port 8c696039-af67-4d71-9685-35b4a46acb44 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:31:51.590458 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:51.616624 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c262587f-a974-4070-bde0-1d720d5f4c6b None None] New status for floating IP dbd65956-b43e-45fc-bdce-0ecde4aa21be: DOWN {{(pid=91787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 12:31:51.634902 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2c786-c895-4327-b30c-f84b7868d102 req-298bb992-dd5d-4df9-b049-dc8987cceada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:51.636352 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-86a2c786-c895-4327-b30c-f84b7868d102 req-298bb992-dd5d-4df9-b049-dc8987cceada service neutron] 10.222.0.95 "GET /v2.0/networks?id=7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 HTTP/1.1" status: 200 len: 915 time: 0.1702533 May 27 12:31:51.683993 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-16755222-1181-433d-a6be-bc7b6ef566ed tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:51.709916 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-86a2c786-c895-4327-b30c-f84b7868d102 req-d0102c4d-14ce-4f85-8a21-b56b4fac8cf3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df557f65-06a9-46e6-913e-e6d3d7f515a3 HTTP/1.1" status: 200 len: 217 time: 0.0658607 May 27 12:31:51.786883 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2c786-c895-4327-b30c-f84b7868d102 req-d1ad81dd-473c-4e40-b2f7-d52ee4d72827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:51.787551 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] For port 8c696039-af67-4d71-9685-35b4a46acb44, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=8c696039-af67-4d71-9685-35b4a46acb44,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:31:51.787925 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:51.788845 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-86a2c786-c895-4327-b30c-f84b7868d102 req-d1ad81dd-473c-4e40-b2f7-d52ee4d72827 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=292526d1-b81a-4fbb-ba69-ed0aeac4ddea HTTP/1.1" status: 200 len: 854 time: 0.0660107 May 27 12:31:51.798160 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-16755222-1181-433d-a6be-bc7b6ef566ed tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:51.805067 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-1de460f9-3817-4750-945f-e5a01a9bf876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:51.847221 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-86a2c786-c895-4327-b30c-f84b7868d102 req-4c73d1e7-f647-4ec2-925d-fd201ad55a01 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=7dbeeea7-8037-4e98-b95d-bbc4053e7ba7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514708 May 27 12:31:51.889084 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16755222-1181-433d-a6be-bc7b6ef566ed tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc66a1f-5188-4138-97f2-cc54d550d7d2,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:51.895292 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-16755222-1181-433d-a6be-bc7b6ef566ed tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:51.928618 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-16755222-1181-433d-a6be-bc7b6ef566ed tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:51.932442 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-16755222-1181-433d-a6be-bc7b6ef566ed tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "DELETE /v2.0/security-groups/1bc66a1f-5188-4138-97f2-cc54d550d7d2 HTTP/1.1" status: 204 len: 168 time: 0.4453220 May 27 12:31:51.935145 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35260) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:51.955284 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.api.v2.resource [None req-63f4a421-fbc3-423b-bc4e-f06d4639154d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] show failed (client error): The resource could not be found. May 27 12:31:51.957473 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-63f4a421-fbc3-423b-bc4e-f06d4639154d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups/1bc66a1f-5188-4138-97f2-cc54d550d7d2 HTTP/1.1" status: 404 len: 347 time: 0.0215781 May 27 12:31:51.961025 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35264) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:51.996431 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 84bbee3c-a18e-4645-8027-95ac10b40e12 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:31:52.005569 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-86a2c786-c895-4327-b30c-f84b7868d102 req-f1eb0ff2-e93d-4b4b-85b7-79c74cbe7ffc service neutron] 10.222.0.95 "GET /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510983 May 27 12:31:52.036985 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 84bbee3c-a18e-4645-8027-95ac10b40e12 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:31:52.037566 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 84bbee3c-a18e-4645-8027-95ac10b40e12 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:31:52.146809 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-86a2c786-c895-4327-b30c-f84b7868d102 req-590f505c-68e1-456c-9049-5a2e3b91fa54 service neutron] 10.222.0.95 "GET /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340477 May 27 12:31:52.455937 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:52.456514 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:52.456700 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.db.l3_db [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Floating IP 39b8ff38-5bf5-4699-9aa2-b1e6d221b713 disassociated. External IP: 172.28.3.55, port: 8c696039-af67-4d71-9685-35b4a46acb44. May 27 12:31:52.457117 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Calling delete_port for 8c696039-af67-4d71-9685-35b4a46acb44 owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:31:52.495077 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-75f4f0e6-e012-40b3-b18c-6c4695974cdd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Deleting port 571cd041-4c0d-4e52-9602-b1084f077256 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:31:52.495416 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-75f4f0e6-e012-40b3-b18c-6c4695974cdd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:52.569400 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb634f-6791-4e7f-9487-f8bf0d86e0eb req-cae52ea3-9442-45e9-8f0b-c6f938fac17a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:52.572038 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-43eb634f-6791-4e7f-9487-f8bf0d86e0eb req-cae52ea3-9442-45e9-8f0b-c6f938fac17a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 945 time: 0.1627486 May 27 12:31:52.606724 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d060e4-bd2f-4495-a66c-93cde5e24e5e req-281f5df5-aeb9-4f6a-9a0d-bf600fc29abd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:52.613768 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-99d060e4-bd2f-4495-a66c-93cde5e24e5e req-281f5df5-aeb9-4f6a-9a0d-bf600fc29abd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 943 time: 0.1678355 May 27 12:31:52.683612 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-99d060e4-bd2f-4495-a66c-93cde5e24e5e req-cedafaf3-6873-40ea-9476-04829e592e50 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688987 May 27 12:31:52.686852 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:52.688682 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-43eb634f-6791-4e7f-9487-f8bf0d86e0eb req-e5f4d287-dcdc-4981-a1f4-ce48255a789d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=44a81fbe-3fe9-4394-b789-241838250ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112413 May 27 12:31:52.696428 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6487d53d-3f41-4a65-9695-3b5892302a0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:52.762356 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event deleted for resources: {'Port': ['ID=8c696039-af67-4d71-9685-35b4a46acb44,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:52.766039 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:52.778288 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-75f4f0e6-e012-40b3-b18c-6c4695974cdd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:52.778749 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-75f4f0e6-e012-40b3-b18c-6c4695974cdd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:52.978219 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-75f4f0e6-e012-40b3-b18c-6c4695974cdd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Calling delete_port for 571cd041-4c0d-4e52-9602-b1084f077256 owned by network:floatingip {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:31:53.116633 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Router cec179eb-9dd6-4e39-b514-30811191aa10 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:31:53.359854 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-75f4f0e6-e012-40b3-b18c-6c4695974cdd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:53.367160 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-7cd5c36d-4cd7-472b-b01b-684db5f751e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:53.414654 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:31:53.424652 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c49d81-430a-472d-aa5a-f97201207c3d None None] Sync routers for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:31:53.433823 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c49d81-430a-472d-aa5a-f97201207c3d None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:31:53.434480 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-d3c49d81-430a-472d-aa5a-f97201207c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:31:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:31:53.442878 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4f0e6-e012-40b3-b18c-6c4695974cdd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event deleted for resources: {'Port': ['ID=571cd041-4c0d-4e52-9602-b1084f077256,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:53.485145 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-75f4f0e6-e012-40b3-b18c-6c4695974cdd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:53.522369 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] No DVR routers for this DVR port 8c696039-af67-4d71-9685-35b4a46acb44 on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:31:53.525613 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:53.528185 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'name': 'network-vif-deleted', 'tag': '8c696039-af67-4d71-9685-35b4a46acb44'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:31:53.534205 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-75f4f0e6-e012-40b3-b18c-6c4695974cdd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:53.555219 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-75f4f0e6-e012-40b3-b18c-6c4695974cdd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:53.556350 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-75f4f0e6-e012-40b3-b18c-6c4695974cdd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "DELETE /v2.0/floatingips/dbd65956-b43e-45fc-bdce-0ecde4aa21be HTTP/1.1" status: 204 len: 168 time: 1.5941799 May 27 12:31:53.558086 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-dd5e490a-6f38-4378-a414-b0e37ab429e3 req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.95 "DELETE /v2.0/ports/8c696039-af67-4d71-9685-35b4a46acb44 HTTP/1.1" status: 204 len: 173 time: 2.2195923 May 27 12:31:53.600467 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762e09ef-f3d9-4f99-a947-4ef60e37bf25', 'name': 'network-vif-deleted', 'tag': '8c696039-af67-4d71-9685-35b4a46acb44', 'status': 'completed', 'code': 200} May 27 12:31:53.651509 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-d3c49d81-430a-472d-aa5a-f97201207c3d None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:31:53.837341 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35288) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:53.842753 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646346443', 'description': 'tempest-description--1228759078'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:53.849039 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:53.853206 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Usage tracker for resource:security_group and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:53.856152 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:53.862763 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:53.877255 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:53.899958 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:53.903874 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Usage tracker for resource:security_group_rule and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:53.907296 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:53.915900 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:53.922723 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a2e2a-8f54-4746-9935-0d930abb1893 req-d3984dd7-1b80-49fb-ac58-0f90d03e701b tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:53.924836 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-771a2e2a-8f54-4746-9935-0d930abb1893 req-d3984dd7-1b80-49fb-ac58-0f90d03e701b tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 943 time: 0.1019652 May 27 12:31:53.989512 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-d3c49d81-430a-472d-aa5a-f97201207c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:16Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:31:53.994190 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c49d81-430a-472d-aa5a-f97201207c3d None None] Checking router: cec179eb-9dd6-4e39-b514-30811191aa10 for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:31:54.003363 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c49d81-430a-472d-aa5a-f97201207c3d None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:31:54.004196 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-d3c49d81-430a-472d-aa5a-f97201207c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:31:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:31:54.016328 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.021140 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.026276 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-8471daa6-9dc0-45a9-9b09-2f8bddb1c284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:54.064926 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ed182930-89e5-441b-b6cf-c46e4cf5f793 req-9bd33ba3-857a-4012-a898-a55104008add tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=762e09ef-f3d9-4f99-a947-4ef60e37bf25 HTTP/1.1" status: 200 len: 210 time: 0.0763977 May 27 12:31:54.073690 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device df557f65-06a9-46e6-913e-e6d3d7f515a3 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:31:54.076682 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-771a2e2a-8f54-4746-9935-0d930abb1893 req-17328203-88e2-4467-9e07-efffe8b4c2a2 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428242 May 27 12:31:54.108205 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26cc6b5e-ebb6-4846-bd7f-00d234d29685,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:54.112773 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:54.118393 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.122993 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 35294) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:54.123253 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2848499 May 27 12:31:54.129503 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-266eee86-9cb1-436c-bc54-66deac94c546 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Request body: {'security_group_rule': {'security_group_id': '26cc6b5e-ebb6-4846-bd7f-00d234d29685', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:54.141347 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-266eee86-9cb1-436c-bc54-66deac94c546 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:54.145758 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-266eee86-9cb1-436c-bc54-66deac94c546 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Usage tracker for resource:security_group_rule and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:54.148872 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-266eee86-9cb1-436c-bc54-66deac94c546 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:54.156209 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-266eee86-9cb1-436c-bc54-66deac94c546 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:54.183712 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-266eee86-9cb1-436c-bc54-66deac94c546 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.259490 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-266eee86-9cb1-436c-bc54-66deac94c546 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.263932 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-266eee86-9cb1-436c-bc54-66deac94c546 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.266875 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:54.288672 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266eee86-9cb1-436c-bc54-66deac94c546 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebb6e5c-a3b3-40fe-bddf-3dd811c43047,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:54.294406 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-266eee86-9cb1-436c-bc54-66deac94c546 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:54.302272 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-d3c49d81-430a-472d-aa5a-f97201207c3d None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:31:54.304580 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-266eee86-9cb1-436c-bc54-66deac94c546 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.307339 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-266eee86-9cb1-436c-bc54-66deac94c546 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827784 May 27 12:31:54.309968 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 35300) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:54.315195 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-5f6fc98d-88bf-4b19-aa02-99094d3b22b9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Request body: {'security_group_rule': {'security_group_id': '26cc6b5e-ebb6-4846-bd7f-00d234d29685', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:54.321575 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-5f6fc98d-88bf-4b19-aa02-99094d3b22b9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:54.325711 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5f6fc98d-88bf-4b19-aa02-99094d3b22b9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Usage tracker for resource:security_group_rule and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:54.329386 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5f6fc98d-88bf-4b19-aa02-99094d3b22b9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:54.335717 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-5f6fc98d-88bf-4b19-aa02-99094d3b22b9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:54.354104 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc98d-88bf-4b19-aa02-99094d3b22b9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.426096 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc98d-88bf-4b19-aa02-99094d3b22b9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.429898 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc98d-88bf-4b19-aa02-99094d3b22b9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.432170 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:54.459237 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fc98d-88bf-4b19-aa02-99094d3b22b9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6575733-3116-4642-80fd-3143d3234c16,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:54.461737 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5f6fc98d-88bf-4b19-aa02-99094d3b22b9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:54.469797 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc98d-88bf-4b19-aa02-99094d3b22b9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.471101 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-5f6fc98d-88bf-4b19-aa02-99094d3b22b9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601398 May 27 12:31:54.474168 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 35306) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:54.474352 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port df557f65-06a9-46e6-913e-e6d3d7f515a3, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=df557f65-06a9-46e6-913e-e6d3d7f515a3,segment=NetworkSegment(e0e10651-a930-4160-bc5b-d4f88dbd5b40),segment_id=e0e10651-a930-4160-bc5b-d4f88dbd5b40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:31:54.479967 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Request body: {'floatingip': {'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:54.491487 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:54.497448 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Usage tracker for resource:floatingip and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:54.501074 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:54.507309 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:54.519420 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.538625 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': 'df557f65-06a9-46e6-913e-e6d3d7f515a3', 'network_id': '7dbeeea7-8037-4e98-b95d-bbc4053e7ba7', 'port_id': 'df557f65-06a9-46e6-913e-e6d3d7f515a3', 'mac_address': 'fa:16:3e:c3:db:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '292526d1-b81a-4fbb-ba69-ed0aeac4ddea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:31:54.635610 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.672039 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df557f65-06a9-46e6-913e-e6d3d7f515a3 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:31:54.677482 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.721133 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port df557f65-06a9-46e6-913e-e6d3d7f515a3, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=df557f65-06a9-46e6-913e-e6d3d7f515a3,segment=NetworkSegment(e0e10651-a930-4160-bc5b-d4f88dbd5b40),segment_id=e0e10651-a930-4160-bc5b-d4f88dbd5b40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:31:54.741267 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:54.744034 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:54.832550 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=df557f65-06a9-46e6-913e-e6d3d7f515a3,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:54.836483 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:54.839352 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-d3c49d81-430a-472d-aa5a-f97201207c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:16Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:31:54.843586 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c49d81-430a-472d-aa5a-f97201207c3d None None] The sync data for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb is: [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:16Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:31:54.934368 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Allocated IP 172.28.3.200 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/7d978bd2-06f5-4158-b396-a8eeb167465d) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:31:54.966624 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['df557f65-06a9-46e6-913e-e6d3d7f515a3'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:31:55.069441 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57ca905-8a35-4fe7-b959-b238007eccaa None None] New status for floating IP 39b8ff38-5bf5-4699-9aa2-b1e6d221b713: DOWN {{(pid=91787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 12:31:55.087948 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.131228 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.146648 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:55.225740 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:31:55.228416 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event updated for resources: {'Port': ['ID=7d978bd2-06f5-4158-b396-a8eeb167465d,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:55.231075 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:31:55.233743 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:55.234575 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:31:55.241075 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35320) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:55.308196 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1621cc57-8b7f-4e05-abb5-bb6c39ecd109 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.340120 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1621cc57-8b7f-4e05-abb5-bb6c39ecd109 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.389912 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1f28f-a409-4faa-a7cb-dd673544f112 req-2f47d23e-2cdc-4c4c-ab2a-decd9530c627 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:55.391844 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0df1f28f-a409-4faa-a7cb-dd673544f112 req-2f47d23e-2cdc-4c4c-ab2a-decd9530c627 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 944 time: 0.1646330 May 27 12:31:55.399345 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.402149 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1621cc57-8b7f-4e05-abb5-bb6c39ecd109 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.408086 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-986ff3bf-a674-431a-bba3-8f67d6508bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:55.425137 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621cc57-8b7f-4e05-abb5-bb6c39ecd109 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a81fbe-3fe9-4394-b789-241838250ed5,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:55.428136 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-1621cc57-8b7f-4e05-abb5-bb6c39ecd109 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:55.434731 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1621cc57-8b7f-4e05-abb5-bb6c39ecd109 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.435945 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-1621cc57-8b7f-4e05-abb5-bb6c39ecd109 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "DELETE /v2.0/security-groups/44a81fbe-3fe9-4394-b789-241838250ed5 HTTP/1.1" status: 204 len: 168 time: 0.1938965 May 27 12:31:55.438844 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35324) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:55.457291 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.api.v2.resource [None req-8a1ace8d-27cc-457a-8b5c-907a519abb96 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] show failed (client error): The resource could not be found. May 27 12:31:55.458402 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-8a1ace8d-27cc-457a-8b5c-907a519abb96 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups/44a81fbe-3fe9-4394-b789-241838250ed5 HTTP/1.1" status: 404 len: 347 time: 0.0186410 May 27 12:31:55.461262 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35328) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:55.489637 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0df1f28f-a409-4faa-a7cb-dd673544f112 req-e5ed8ea9-7701-4856-a064-77b5f51f0b54 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915480 May 27 12:31:55.493720 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.663513 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:31:55.704648 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.709424 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.713725 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:55.792611 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-247084d1-eead-4938-8323-815ad1cc7375 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Deleting port d9e2d167-2983-4fd1-8f01-73161b78943c {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:31:55.793000 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-247084d1-eead-4938-8323-815ad1cc7375 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.822820 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event updated for resources: {'Port': ['ID=7d978bd2-06f5-4158-b396-a8eeb167465d,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:55.827693 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:55.834358 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.859759 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.861622 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3863101 May 27 12:31:55.926698 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-247084d1-eead-4938-8323-815ad1cc7375 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:55.926946 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-247084d1-eead-4938-8323-815ad1cc7375 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:56.007746 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device df557f65-06a9-46e6-913e-e6d3d7f515a3 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:31:56.065555 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-247084d1-eead-4938-8323-815ad1cc7375 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Calling delete_port for d9e2d167-2983-4fd1-8f01-73161b78943c owned by network:floatingip {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:31:56.103889 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-54774456-2b37-41ba-9a47-049dac77d804 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--646346443&fields=id&tenant_id=5c9a43fa137940f5a604d64f352d34fc HTTP/1.1" status: 200 len: 267 time: 0.0556257 May 27 12:31:56.264040 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-821326dc-43af-4eb3-843d-3fac6ff66f7b tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:56.266167 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-821326dc-43af-4eb3-843d-3fac6ff66f7b tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 817 time: 0.1544740 May 27 12:31:56.329752 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-7933f12f-3d56-4a1f-b172-1afe970e7bda tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/quotas/5c9a43fa137940f5a604d64f352d34fc HTTP/1.1" status: 200 len: 375 time: 0.0088782 May 27 12:31:56.333952 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port df557f65-06a9-46e6-913e-e6d3d7f515a3 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:31:56.339709 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-247084d1-eead-4938-8323-815ad1cc7375 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:56.342760 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port df557f65-06a9-46e6-913e-e6d3d7f515a3 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:31:56.343521 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:56.346190 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-24606e10-27f7-4063-aab9-b5d3de47a8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:56.372312 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-179af4a2-40dc-4284-91ef-13b84fdf40e5 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865667 May 27 12:31:56.397942 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247084d1-eead-4938-8323-815ad1cc7375 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event deleted for resources: {'Port': ['ID=d9e2d167-2983-4fd1-8f01-73161b78943c,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:56.401480 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-247084d1-eead-4938-8323-815ad1cc7375 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:56.445811 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-247084d1-eead-4938-8323-815ad1cc7375 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:56.460937 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-247084d1-eead-4938-8323-815ad1cc7375 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:56.462538 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-247084d1-eead-4938-8323-815ad1cc7375 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "DELETE /v2.0/floatingips/39b8ff38-5bf5-4699-9aa2-b1e6d221b713 HTTP/1.1" status: 204 len: 168 time: 1.0002935 May 27 12:31:56.515962 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:56.542043 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-64c24ae2-630c-4e04-92dd-e969029f4213 service neutron] 10.222.0.90 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556661 May 27 12:31:56.545811 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280b74c2-2ffe-4af7-ae95-b2e38f2301c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df557f65-06a9-46e6-913e-e6d3d7f515a3'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:31:56.556462 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port df557f65-06a9-46e6-913e-e6d3d7f515a3, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=df557f65-06a9-46e6-913e-e6d3d7f515a3,segment=NetworkSegment(e0e10651-a930-4160-bc5b-d4f88dbd5b40),segment_id=e0e10651-a930-4160-bc5b-d4f88dbd5b40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:31:56.561161 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:56.563112 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 8c696039-af67-4d71-9685-35b4a46acb44 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:31:56.591486 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:56.629826 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 8c696039-af67-4d71-9685-35b4a46acb44 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:31:56.630440 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 8c696039-af67-4d71-9685-35b4a46acb44 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:31:56.670667 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=df557f65-06a9-46e6-913e-e6d3d7f515a3,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:56.675306 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:56.689097 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35360) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:56.690578 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-1ca8a249-46b2-4dc4-91d7-9d82959a2e4a service neutron] 10.222.0.90 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405635 May 27 12:31:56.695976 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--877030958', 'description': 'tempest-description--1107984281'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:56.702769 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:56.707628 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Usage tracker for resource:security_group and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:56.711057 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:56.717631 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:56.730150 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:56.757411 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:56.762537 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Usage tracker for resource:security_group_rule and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:56.766722 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:56.775022 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:56.861681 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280b74c2-2ffe-4af7-ae95-b2e38f2301c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df557f65-06a9-46e6-913e-e6d3d7f515a3', 'code': 200} May 27 12:31:56.883201 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:56.897196 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:56.901239 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-671508fa-d5ee-4db9-ad90-aa6d9b29a893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:56.932931 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4aec1e-f242-47f1-b52c-2c9bd18c979e,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:56.940611 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:56.958551 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:56.960586 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2700036 May 27 12:31:56.963485 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35368) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:56.972506 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Request body: {'security_group_rule': {'security_group_id': 'ff4aec1e-f242-47f1-b52c-2c9bd18c979e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:56.978291 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:56.982253 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Usage tracker for resource:security_group_rule and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:56.987291 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:56.997421 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:57.016202 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:57.039306 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-facaaf5e-4bcd-4b23-892e-98c0b98047fc req-67a310ca-ff08-46ed-bb3f-67ffd8a0de42 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 210 time: 0.1438484 May 27 12:31:57.100366 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d2f38-05ac-4268-b7e2-24a4ecfe0227 req-1233733d-1bb3-4692-bb6d-9dbd4d757071 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:57.101926 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-013d2f38-05ac-4268-b7e2-24a4ecfe0227 req-1233733d-1bb3-4692-bb6d-9dbd4d757071 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 945 time: 0.1106164 May 27 12:31:57.135389 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:57.142421 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:57.149576 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-d916103b-8bc0-4547-af6a-8c327540ec81 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:57.161066 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-013d2f38-05ac-4268-b7e2-24a4ecfe0227 req-d88e37e1-b11a-462f-8e14-c9a5147a61f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515268 May 27 12:31:57.173282 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac15ef1-09ba-47b5-aa71-a203c2fc046a req-3fc0d62d-6f8f-4a62-be3e-d37216ee4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:57.174795 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-1ac15ef1-09ba-47b5-aa71-a203c2fc046a req-3fc0d62d-6f8f-4a62-be3e-d37216ee4ea9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 1098 time: 0.1241257 May 27 12:31:57.178218 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ff18f8-d446-48e0-8f3d-a84d6d63eb80,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:57.180933 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:57.198406 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:57.199598 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2335396 May 27 12:31:57.203348 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 35378) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:57.209613 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-6bb8ca79-3cc3-4b66-a77b-81bb06ee24f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Request body: {'security_group_rule': {'security_group_id': 'ff4aec1e-f242-47f1-b52c-2c9bd18c979e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:57.215939 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-6bb8ca79-3cc3-4b66-a77b-81bb06ee24f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:57.220853 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-6bb8ca79-3cc3-4b66-a77b-81bb06ee24f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Usage tracker for resource:security_group_rule and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:57.223953 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-6bb8ca79-3cc3-4b66-a77b-81bb06ee24f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:57.232993 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-6bb8ca79-3cc3-4b66-a77b-81bb06ee24f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:57.234856 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-1ac15ef1-09ba-47b5-aa71-a203c2fc046a req-cd9594e5-a550-4bf5-8ce0-455a5328bed6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528131 May 27 12:31:57.253205 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6bb8ca79-3cc3-4b66-a77b-81bb06ee24f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:57.425359 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6bb8ca79-3cc3-4b66-a77b-81bb06ee24f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:57.429073 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6bb8ca79-3cc3-4b66-a77b-81bb06ee24f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:57.431379 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:57.456699 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8ca79-3cc3-4b66-a77b-81bb06ee24f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1332c56-6e55-4b33-9da3-9cc0f2a021c3,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:57.459737 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-6bb8ca79-3cc3-4b66-a77b-81bb06ee24f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:57.469026 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6bb8ca79-3cc3-4b66-a77b-81bb06ee24f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:57.470317 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-6bb8ca79-3cc3-4b66-a77b-81bb06ee24f9 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2657928 May 27 12:31:57.473301 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 35386) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:31:57.478738 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Request body: {'floatingip': {'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:57.484797 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:57.489011 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Usage tracker for resource:floatingip and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:57.492012 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:57.497837 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:57.508913 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:57.651207 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:57.791053 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Allocated IP 172.28.3.249 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/a4f5608a-e234-46ca-be64-f80c36ca89fb) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:31:57.940373 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:57.973015 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:57.980472 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-4a132a5f-484f-452e-9172-93f326e2dfea tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:58.051922 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:31:58.055065 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:31:58.059099 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:31:58.109830 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event updated for resources: {'Port': ['ID=a4f5608a-e234-46ca-be64-f80c36ca89fb,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:58.113694 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:58.168841 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:58.260442 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:58.289991 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:58.411210 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-cb34f9c6-7a69-4fdb-b472-2e343993ce10 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:58.413680 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-cb34f9c6-7a69-4fdb-b472-2e343993ce10 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.95 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 817 time: 0.2819340 May 27 12:31:58.472872 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-cdbfffc3-cb0d-4a2b-9fa3-1d2db7d83e51 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Synchronizing usage tracker for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:security_group {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:31:58.492593 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-cdbfffc3-cb0d-4a2b-9fa3-1d2db7d83e51 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Unset dirty status for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:security_group {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:31:58.494942 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-cdbfffc3-cb0d-4a2b-9fa3-1d2db7d83e51 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c9a43fa137940f5a604d64f352d34fc HTTP/1.1" status: 200 len: 379 time: 0.0733232 May 27 12:31:58.515645 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Request body: {'port': {'device_id': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'admin_state_up': True, 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'security_groups': ['26cc6b5e-ebb6-4846-bd7f-00d234d29685']}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:58.567069 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-53e0e90a-da3b-4450-9e8e-927e5815da2b req-240b60a7-3bcc-44ef-a3bd-b08da6cd98f2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 210 time: 0.2242825 May 27 12:31:58.656141 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f56121-436a-46ae-a113-9b14739f3315 req-4d510425-28ab-4c66-b7f8-54d0876c9d20 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:58.657922 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-98f56121-436a-46ae-a113-9b14739f3315 req-4d510425-28ab-4c66-b7f8-54d0876c9d20 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 945 time: 0.3138993 May 27 12:31:58.678163 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:31:58.687940 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Usage tracker for resource:port and tenant:5c9a43fa137940f5a604d64f352d34fc is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:31:58.689801 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:31:58.697533 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:31:58.711066 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Made reservation on behalf of 5c9a43fa137940f5a604d64f352d34fc for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:31:58.716573 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:58.724090 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-98f56121-436a-46ae-a113-9b14739f3315 req-8ddaeb43-846b-4d30-aa8f-482f2c3b7bfb tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593047 May 27 12:31:58.725881 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:58.731789 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:58.737254 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:58.859301 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event updated for resources: {'Port': ['ID=a4f5608a-e234-46ca-be64-f80c36ca89fb,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:58.863740 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:58.871780 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:58.900993 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:58.911964 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4279056 May 27 12:31:58.947664 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Allocated IP 172.20.0.10 (1745ac28-aeec-46f3-8427-a49430343ffb/f7d5d971-53cb-4c24-9789-bab277b4c9ea/30306ddb-80df-4a5c-9954-dd824858b6f2) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:31:59.154089 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-f4ac32b8-b149-49df-8572-6dec92656877 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--877030958&fields=id&tenant_id=4d75b6a2145c461eaa7d4a0266c827e1 HTTP/1.1" status: 200 len: 267 time: 0.0451827 May 27 12:31:59.165676 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:59.187740 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Transition to ACTIVE for port object 30306ddb-80df-4a5c-9954-dd824858b6f2 will not be triggered until provisioned by entity DHCP. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:31:59.221048 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:59.228226 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5edd15c6-4370-4734-a4cc-1e80c193b12c tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:31:59.303101 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Network 1745ac28-aeec-46f3-8427-a49430343ffb is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:31:59.306226 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:31:59.308820 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:31:59.315326 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:59.315970 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:59.334574 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-0e92b616-b8af-4450-a1bb-b0483cc8b810 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:59.336725 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event updated for resources: {'Port': ['ID=30306ddb-80df-4a5c-9954-dd824858b6f2,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:31:59.340338 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:31:59.346723 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-0e92b616-b8af-4450-a1bb-b0483cc8b810 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/networks?id=37d0ea95-dd69-40ea-890c-fe72901ad612 HTTP/1.1" status: 200 len: 811 time: 0.1744208 May 27 12:31:59.352708 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-c4bda081-f0df-4541-9aeb-3b00d5a0a1ea tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8518634 May 27 12:31:59.362977 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-694da2f6-f895-4c63-a65b-7771c26c395d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/quotas/4d75b6a2145c461eaa7d4a0266c827e1 HTTP/1.1" status: 200 len: 375 time: 0.0109572 May 27 12:31:59.365418 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Request body: {'port': {'device_id': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:31:59.481635 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-b26e228e-dcc3-47ee-b049-e827c44076e6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=4d75b6a2145c461eaa7d4a0266c827e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113710 May 27 12:31:59.492473 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:59.568629 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-a3a738f4-ab28-4409-a8d9-65584f3e7a33 None None] Provisioning for port 30306ddb-80df-4a5c-9954-dd824858b6f2 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:31:59.575254 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-a3a738f4-ab28-4409-a8d9-65584f3e7a33 None None] Provisioning complete for port 30306ddb-80df-4a5c-9954-dd824858b6f2 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:31:59.575710 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a3a738f4-ab28-4409-a8d9-65584f3e7a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:59.630805 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-e6dac3c7-d86e-4f06-b180-f0c497cd5f65 service neutron] 10.222.0.90 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377130 May 27 12:31:59.635100 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-a3a738f4-ab28-4409-a8d9-65584f3e7a33 None None] Port 30306ddb-80df-4a5c-9954-dd824858b6f2 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:31:59.924880 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-5295bf41-db32-4c50-a8e9-c348b9108f8c service neutron] 10.222.0.90 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915447 May 27 12:31:59.945762 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99454bb9-d3de-4888-b175-83b2593eb924 req-0e97de08-f524-4ecd-9f5c-d7c540ece354 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:31:59.947500 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-99454bb9-d3de-4888-b175-83b2593eb924 req-0e97de08-f524-4ecd-9f5c-d7c540ece354 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 932 time: 0.1372001 May 27 12:31:59.966752 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30306ddb-80df-4a5c-9954-dd824858b6f2 {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:31:59.977461 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:31:59.996735 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Transition to ACTIVE for port object 30306ddb-80df-4a5c-9954-dd824858b6f2 will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:00.004256 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:00.013119 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-9f0178f5-1b71-4c49-bc7f-dab56efc0dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:00.033031 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-99454bb9-d3de-4888-b175-83b2593eb924 req-f326fb2f-8503-4109-890c-e5df63cfe679 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774608 May 27 12:32:00.188842 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e0d61663-94e7-40dd-9811-eb81a886a9fb req-f998886c-faa5-40dc-a3a3-50804e8f9c58 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 210 time: 0.0546296 May 27 12:32:00.239085 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Pushing event updated for resources: {'Port': ['ID=30306ddb-80df-4a5c-9954-dd824858b6f2,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:00.253908 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:00.282776 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Attempting to bind port 30306ddb-80df-4a5c-9954-dd824858b6f2 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:32:00.283116 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Attempting to bind port 30306ddb-80df-4a5c-9954-dd824858b6f2 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:32:00.284200 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Attempting to bind port 30306ddb-80df-4a5c-9954-dd824858b6f2 on network 1745ac28-aeec-46f3-8427-a49430343ffb {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:32:00.290678 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Port 30306ddb-80df-4a5c-9954-dd824858b6f2 on network 1745ac28-aeec-46f3-8427-a49430343ffb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:32:00.291006 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Attempting to bind port 30306ddb-80df-4a5c-9954-dd824858b6f2 on network 1745ac28-aeec-46f3-8427-a49430343ffb {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:32:00.307837 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:32:00.308178 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Checking segment: {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:32:00.308586 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Bound using segment: {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:32:00.309520 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Bound port: 30306ddb-80df-4a5c-9954-dd824858b6f2, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e771b347-3563-48aa-8e7d-5ea5325b1375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:32:00.309520 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:00.446980 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:32:00.451899 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=30306ddb-80df-4a5c-9954-dd824858b6f2,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:32:00.459656 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:00.464407 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-9879d828-86cb-4d6c-8d79-1c9fd661f61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:00.526480 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:00.528144 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:00.530092 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] 10.222.0.95 "PUT /v2.0/ports/30306ddb-80df-4a5c-9954-dd824858b6f2 HTTP/1.1" status: 200 len: 1094 time: 1.1698501 May 27 12:32:00.545198 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:32:00.586984 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Pushing event updated for resources: {'Port': ['ID=30306ddb-80df-4a5c-9954-dd824858b6f2,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:00.646532 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'status': 'completed', 'code': 200} May 27 12:32:00.648874 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:00.688173 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-328f48f2-c0a7-4009-ab31-637df8b0a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:00.690426 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-328f48f2-c0a7-4009-ab31-637df8b0a4bb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 1097 time: 0.0923259 May 27 12:32:00.763709 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-3bf61e4f-84b0-486c-a29b-a81dae9c0241 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30306ddb-80df-4a5c-9954-dd824858b6f2 HTTP/1.1" status: 200 len: 217 time: 0.0662637 May 27 12:32:00.834543 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-00256a7b-cf6b-4a94-860b-8c76f627e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:00.835958 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-00256a7b-cf6b-4a94-860b-8c76f627e5fd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 200 len: 856 time: 0.0665629 May 27 12:32:00.913927 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-9e11d48d-378e-4813-949b-f6d11cbb1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:00.915356 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-9e11d48d-378e-4813-949b-f6d11cbb1d96 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1745ac28-aeec-46f3-8427-a49430343ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735638 May 27 12:32:01.047721 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-ba97223d-df1d-4209-abe1-1c523fcd6a1d service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243033 May 27 12:32:01.180682 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-99a1d58e-f43c-4d2b-af9b-52ba663f1694 req-00e70ec8-fca1-4982-90a0-d42d34b6d067 service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257999 May 27 12:32:01.229926 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba367cc0-7e61-49a3-98ae-7c91b08eac68 req-1c1decac-c065-4a74-8a67-5327b3c0106e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:01.232440 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ba367cc0-7e61-49a3-98ae-7c91b08eac68 req-1c1decac-c065-4a74-8a67-5327b3c0106e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.0826640 May 27 12:32:01.292296 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ba367cc0-7e61-49a3-98ae-7c91b08eac68 req-60797ba4-bf5a-4e2e-b069-3f829f0b3013 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535555 May 27 12:32:01.344420 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2c2cf-5167-4fb6-b63a-de60835df769 req-26c4ddbf-fccf-452a-a4fa-5c12cc4a6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:01.345898 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0ba2c2cf-5167-4fb6-b63a-de60835df769 req-26c4ddbf-fccf-452a-a4fa-5c12cc4a6046 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 1097 time: 0.0743227 May 27 12:32:01.427737 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-eff008f2-31d5-4a22-a8df-45a7eddb655c req-4b499ae9-0ce5-4926-b4ea-6972f2355d7a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 210 time: 0.1016984 May 27 12:32:01.489867 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2c2cf-5167-4fb6-b63a-de60835df769 req-256de61a-0b75-41d9-9f9e-f5a0593c319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:01.491345 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0ba2c2cf-5167-4fb6-b63a-de60835df769 req-256de61a-0b75-41d9-9f9e-f5a0593c319f service neutron] 10.222.0.95 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 918 time: 0.1390164 May 27 12:32:01.505823 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 35478) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:01.514028 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-8c5563d2-c2e5-4228-9adb-68c08e0efafb tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:01.516024 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-8c5563d2-c2e5-4228-9adb-68c08e0efafb tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.95 "GET /v2.0/networks?id=37d0ea95-dd69-40ea-890c-fe72901ad612 HTTP/1.1" status: 200 len: 811 time: 0.2171681 May 27 12:32:01.585860 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0ba2c2cf-5167-4fb6-b63a-de60835df769 req-98aae231-6bdb-4b59-b2a2-20b4461b7a41 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30306ddb-80df-4a5c-9954-dd824858b6f2 HTTP/1.1" status: 200 len: 217 time: 0.0859082 May 27 12:32:01.609244 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-45023215-a2d9-43e4-a182-d4aa1fcaa2df tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d75b6a2145c461eaa7d4a0266c827e1 HTTP/1.1" status: 200 len: 379 time: 0.0640705 May 27 12:32:01.612121 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5b76e1-85a2-4934-b493-977db99d60c9 admin admin] Deleting subnet 7766dcff-b2e9-4b84-8d67-ff787a9f5b26 {{(pid=91785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:32:01.619020 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Request body: {'port': {'device_id': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'admin_state_up': True, 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'security_groups': ['ff4aec1e-f242-47f1-b52c-2c9bd18c979e']}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:32:01.633151 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5d5b76e1-85a2-4934-b493-977db99d60c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:01.656351 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2c2cf-5167-4fb6-b63a-de60835df769 req-cda1f31d-813d-4145-aab9-1ea0210d997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:01.657896 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0ba2c2cf-5167-4fb6-b63a-de60835df769 req-cda1f31d-813d-4145-aab9-1ea0210d997f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 200 len: 856 time: 0.0630233 May 27 12:32:01.741092 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2c2cf-5167-4fb6-b63a-de60835df769 req-03bc60d7-186a-4eff-bd84-661ada636632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:01.743189 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0ba2c2cf-5167-4fb6-b63a-de60835df769 req-03bc60d7-186a-4eff-bd84-661ada636632 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1745ac28-aeec-46f3-8427-a49430343ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777352 May 27 12:32:01.753184 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5d5b76e1-85a2-4934-b493-977db99d60c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473741'] for subnet, precommit_delete_associations {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:01.854863 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5d5b76e1-85a2-4934-b493-977db99d60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:01.882653 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:32:01.886850 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-999bbf87-3844-4945-8ac1-76d0c71e82bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:01.892442 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Usage tracker for resource:port and tenant:4d75b6a2145c461eaa7d4a0266c827e1 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:32:01.899726 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:32:01.908847 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:32:01.939335 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Made reservation on behalf of 4d75b6a2145c461eaa7d4a0266c827e1 for: {'port': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:32:01.942890 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:01.979664 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0ba2c2cf-5167-4fb6-b63a-de60835df769 req-ed688ec7-35c8-49d6-ba5f-9c06b7d95bf7 service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290444 May 27 12:32:02.118029 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0ba2c2cf-5167-4fb6-b63a-de60835df769 req-937980d1-1f1d-407e-8c59-ea6e52a7161f service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320357 May 27 12:32:02.249132 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Allocated IP 172.20.0.6 (37d0ea95-dd69-40ea-890c-fe72901ad612/74a519ef-baf2-4ef8-922c-d5f0e6de02aa/7755abe0-529c-42ef-9736-eb95c7a80ee6) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:32:02.268772 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5d5b76e1-85a2-4934-b493-977db99d60c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3039649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3065520'] for subnet, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:02.277499 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:02.312030 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b76e1-85a2-4934-b493-977db99d60c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7766dcff-b2e9-4b84-8d67-ff787a9f5b26,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:02.314952 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5d5b76e1-85a2-4934-b493-977db99d60c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:02.318069 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5d5b76e1-85a2-4934-b493-977db99d60c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:02.348560 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-5d5b76e1-85a2-4934-b493-977db99d60c9 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/7766dcff-b2e9-4b84-8d67-ff787a9f5b26 HTTP/1.1" status: 204 len: 168 time: 0.8415413 May 27 12:32:02.351443 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35494) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:02.455884 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:02.596387 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:02.610540 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.610879 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.611624 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.611994 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > port after_create 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.612311 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > port after_delete 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.612638 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > port after_update 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.612950 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.613260 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.613567 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.613881 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.685521 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.685963 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.686200 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.687078 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 12:32:02.687445 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b29b24f-72d5-47b0-9e7f-2959f73bfe67']}} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:02.689110 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:02.700721 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98032dc2-8251-4253-a553-f2b098b70d69') {'for_net_delete': True} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:02.701013 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98032dc2-8251-4253-a553-f2b098b70d69') {} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:02.701329 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-1ecaf076-b664-495d-894d-2ca699e71a34 req-23834992-ee43-47c4-97ea-2dc91f711114 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Synchronizing usage tracker for tenant:4d75b6a2145c461eaa7d4a0266c827e1 on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:32:02.713125 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2445591'] for segment, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:02.718181 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.provisioning_blocks [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Transition to ACTIVE for port object 7755abe0-529c-42ef-9736-eb95c7a80ee6 will not be triggered until provisioned by entity DHCP. {{(pid=91785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:02.728716 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fcf2d-8f2b-4903-a952-e919945f8b40 req-5feb87e6-b0c1-4fb6-820a-6ad71f741b57 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:02.729733 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:02.730151 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f45fcf2d-8f2b-4903-a952-e919945f8b40 req-5feb87e6-b0c1-4fb6-820a-6ad71f741b57 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.3042133 May 27 12:32:02.737879 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=91784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:32:02.738410 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153619'] for segment, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: from cryptography.utils import int_from_bytes May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: from cryptography.utils import int_from_bytes May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: Traceback (most recent call last): May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: timer() May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: cb(*args, **kw) May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: return func(*args, **kwargs) May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: self._notify() May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: self.callback(batched_events) May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: event.method(event) May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: return f(self, *a, **k) May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: return self._get(url).json() May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: return self.request(url, 'GET', **kwargs) May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:32:02.754743 dv-cinder-793386-1-smb neutron-server[91784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:32:02.758274 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-1ecaf076-b664-495d-894d-2ca699e71a34 req-23834992-ee43-47c4-97ea-2dc91f711114 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Unset dirty status for tenant:4d75b6a2145c461eaa7d4a0266c827e1 on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:32:02.759392 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1ecaf076-b664-495d-894d-2ca699e71a34 req-23834992-ee43-47c4-97ea-2dc91f711114 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 210 time: 0.1246059 May 27 12:32:02.787613 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:02.794343 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-bc36dd78-dfae-4b0b-929f-9f47ac22b618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:02.834283 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:02.838612 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:02.846668 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f45fcf2d-8f2b-4903-a952-e919945f8b40 req-cecd4882-e488-487e-80fc-1d11c39f53dd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089063 May 27 12:32:02.854853 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:02.868921 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b29b24f-72d5-47b0-9e7f-2959f73bfe67,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:02.870866 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Network 37d0ea95-dd69-40ea-890c-fe72901ad612 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:32:02.875723 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] 10.222.0.90 "DELETE /v2.0/networks/1b29b24f-72d5-47b0-9e7f-2959f73bfe67 HTTP/1.1" status: 204 len: 168 time: 0.5197270 May 27 12:32:02.875723 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:02.876209 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:32:02.876312 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35502) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:02.878658 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:32:02.942793 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_v2 [None req-835ab470-87fb-47fe-9367-70d989bc3109 admin admin] Deleting subnet 525a4c99-036c-479d-a9f8-d6cc560d604f {{(pid=91784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:32:02.946175 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-835ab470-87fb-47fe-9367-70d989bc3109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:02.956753 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event updated for resources: {'Port': ['ID=7755abe0-529c-42ef-9736-eb95c7a80ee6,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:02.968703 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:03.006391 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-835ab470-87fb-47fe-9367-70d989bc3109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2445614'] for subnet, precommit_delete_associations {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.007696 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:03.008355 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.028801 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4131131 May 27 12:32:03.051947 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Request body: {'port': {'device_id': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:32:03.078563 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-835ab470-87fb-47fe-9367-70d989bc3109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.177191 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.225489 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-697af461-d9c5-4b91-a422-8ed0368fa092 None None] Provisioning for port 7755abe0-529c-42ef-9736-eb95c7a80ee6 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:03.231229 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-697af461-d9c5-4b91-a422-8ed0368fa092 None None] Provisioning complete for port 7755abe0-529c-42ef-9736-eb95c7a80ee6 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:03.231607 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-697af461-d9c5-4b91-a422-8ed0368fa092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.290666 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-697af461-d9c5-4b91-a422-8ed0368fa092 None None] Port 7755abe0-529c-42ef-9736-eb95c7a80ee6 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:32:03.344602 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-835ab470-87fb-47fe-9367-70d989bc3109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3122737'] for subnet, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.349605 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:03.383775 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ab470-87fb-47fe-9367-70d989bc3109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525a4c99-036c-479d-a9f8-d6cc560d604f,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:03.386957 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-835ab470-87fb-47fe-9367-70d989bc3109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:03.387951 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-835ab470-87fb-47fe-9367-70d989bc3109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.394901 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-835ab470-87fb-47fe-9367-70d989bc3109 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/525a4c99-036c-479d-a9f8-d6cc560d604f HTTP/1.1" status: 204 len: 168 time: 0.5174630 May 27 12:32:03.397345 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35506) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:03.504262 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.526447 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7755abe0-529c-42ef-9736-eb95c7a80ee6 {{(pid=91785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:32:03.533896 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.548076 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.provisioning_blocks [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Transition to ACTIVE for port object 7755abe0-529c-42ef-9736-eb95c7a80ee6 will not be triggered until provisioned by entity L2. {{(pid=91785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:03.552044 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.556575 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-350d3cc6-5f5a-42f4-9c24-4033165d28ea tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:03.587593 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.629661 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.644390 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0']}} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:03.660897 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9fc598-8921-44c0-a1a1-96e5451c8a14') {'for_net_delete': True} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:03.661223 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9fc598-8921-44c0-a1a1-96e5451c8a14') {} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:03.674680 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2445591'] for segment, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.683818 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Pushing event updated for resources: {'Port': ['ID=7755abe0-529c-42ef-9736-eb95c7a80ee6,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:03.693123 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.700856 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=91784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:32:03.701252 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153619'] for segment, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.714289 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: Traceback (most recent call last): May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: timer() May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: cb(*args, **kw) May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: return func(*args, **kwargs) May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: self._notify() May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: self.callback(batched_events) May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: event.method(event) May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: return f(self, *a, **k) May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: return self._get(url).json() May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: return self.request(url, 'GET', **kwargs) May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:32:03.715378 dv-cinder-793386-1-smb neutron-server[91784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:32:03.816567 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Attempting to bind port 7755abe0-529c-42ef-9736-eb95c7a80ee6 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:32:03.816911 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Attempting to bind port 7755abe0-529c-42ef-9736-eb95c7a80ee6 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'}] {{(pid=91785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:32:03.817246 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Attempting to bind port 7755abe0-529c-42ef-9736-eb95c7a80ee6 on network 37d0ea95-dd69-40ea-890c-fe72901ad612 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:32:03.822697 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Port 7755abe0-529c-42ef-9736-eb95c7a80ee6 on network 37d0ea95-dd69-40ea-890c-fe72901ad612 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:32:03.822927 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Attempting to bind port 7755abe0-529c-42ef-9736-eb95c7a80ee6 on network 37d0ea95-dd69-40ea-890c-fe72901ad612 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:32:03.828803 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:32:03.829145 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Checking segment: {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:32:03.829534 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Bound using segment: {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'} {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:32:03.830111 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Bound port: 7755abe0-529c-42ef-9736-eb95c7a80ee6, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be02a78-6764-4ae4-a790-5f679f2e83a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612'}}] {{(pid=91785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:32:03.830493 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.893129 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.897115 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:03.919315 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:03.922551 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:03.925798 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:03.928339 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] 10.222.0.90 "DELETE /v2.0/networks/4b3ce4c2-7e06-4ff8-822b-61ee52c26eb0 HTTP/1.1" status: 204 len: 168 time: 0.5300536 May 27 12:32:03.995982 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] For port 7755abe0-529c-42ef-9736-eb95c7a80ee6, host hv-cinder-79338, cleared binding levels {{(pid=91785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:32:04.000469 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] For port 7755abe0-529c-42ef-9736-eb95c7a80ee6, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=7755abe0-529c-42ef-9736-eb95c7a80ee6,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:32:04.008508 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:04.013548 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:04.043283 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 30306ddb-80df-4a5c-9954-dd824858b6f2 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:32:04.064863 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554b487-3dbd-4452-82ad-7d843d790a55 req-81b2dfae-0ba7-47e6-86d8-4f31cdf8d7ac tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:04.066645 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f554b487-3dbd-4452-82ad-7d843d790a55 req-81b2dfae-0ba7-47e6-86d8-4f31cdf8d7ac tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 943 time: 0.1868253 May 27 12:32:04.074791 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35520) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:04.162346 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:04.163510 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:04.165761 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] 10.222.0.95 "PUT /v2.0/ports/7755abe0-529c-42ef-9736-eb95c7a80ee6 HTTP/1.1" status: 200 len: 1093 time: 1.1208885 May 27 12:32:04.166482 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'tag': '7755abe0-529c-42ef-9736-eb95c7a80ee6'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:32:04.187392 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-34571f39-3568-41e6-aad1-a3c82e0b9f62 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e2927208c1b34fbca12d6272e05e20d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1090894 May 27 12:32:04.189917 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35526) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:04.226045 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f554b487-3dbd-4452-82ad-7d843d790a55 req-f8a60241-2498-4057-9cb7-56b009e3f246 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff4aec1e-f242-47f1-b52c-2c9bd18c979e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000078 May 27 12:32:04.270096 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=30306ddb-80df-4a5c-9954-dd824858b6f2,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:04.288864 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'port_id': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'mac_address': 'fa:16:3e:2d:fa:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:32:04.293730 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Pushing event updated for resources: {'Port': ['ID=7755abe0-529c-42ef-9736-eb95c7a80ee6,revision_number=3']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:04.298985 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:04.311217 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a647a6b9-53e4-4bf7-93d3-e3d2de68577b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:04.337599 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'tag': '7755abe0-529c-42ef-9736-eb95c7a80ee6', 'status': 'completed', 'code': 200} May 27 12:32:04.348666 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a647a6b9-53e4-4bf7-93d3-e3d2de68577b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:04.371957 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c804891-bff4-49a2-b6dc-241b21c3f098 req-68ac0865-a8c8-47ad-ae13-bdd67742e8e6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:04.379618 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4c804891-bff4-49a2-b6dc-241b21c3f098 req-68ac0865-a8c8-47ad-ae13-bdd67742e8e6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.3024507 May 27 12:32:04.388606 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-8fa61d8d-ec81-4c3e-bd6b-e18d30d95a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:04.390837 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-8fa61d8d-ec81-4c3e-bd6b-e18d30d95a24 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4d75b6a2145c461eaa7d4a0266c827e1&device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 1096 time: 0.1706862 May 27 12:32:04.433556 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:04.441774 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a647a6b9-53e4-4bf7-93d3-e3d2de68577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:04.447528 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c3dfbdc8-232d-40f4-a154-9e0aad604cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:04.457030 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-45d484ac-3cf1-41f8-ac55-d33cbc355469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:04.462001 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30306ddb-80df-4a5c-9954-dd824858b6f2 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:32:04.463649 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647a6b9-53e4-4bf7-93d3-e3d2de68577b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a3022b-3d18-47f3-bd33-3e2cbe548767,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:04.466488 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a647a6b9-53e4-4bf7-93d3-e3d2de68577b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:04.476110 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a647a6b9-53e4-4bf7-93d3-e3d2de68577b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:04.478208 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a647a6b9-53e4-4bf7-93d3-e3d2de68577b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b9a3022b-3d18-47f3-bd33-3e2cbe548767 HTTP/1.1" status: 204 len: 168 time: 0.2781718 May 27 12:32:04.494731 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-abefae42-b92d-4ea5-b25d-113069cfea62 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7755abe0-529c-42ef-9736-eb95c7a80ee6 HTTP/1.1" status: 200 len: 217 time: 0.0856884 May 27 12:32:04.495024 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=30306ddb-80df-4a5c-9954-dd824858b6f2,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:04.500710 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:04.503276 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:04.564242 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4c804891-bff4-49a2-b6dc-241b21c3f098 req-71516cc9-218e-4261-acf2-6c82675fd2d6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721506 May 27 12:32:04.584606 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-1e24dfb0-e4da-4f15-a720-80aafee63c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:04.586176 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-1e24dfb0-e4da-4f15-a720-80aafee63c42 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=74a519ef-baf2-4ef8-922c-d5f0e6de02aa HTTP/1.1" status: 200 len: 850 time: 0.0756469 May 27 12:32:04.597015 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=30306ddb-80df-4a5c-9954-dd824858b6f2,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:04.614459 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:04.614681 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:04.615018 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:04.615349 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:04.615672 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:04.616063 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:04.616387 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:04.616707 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:04.617021 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:04.617338 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:04.617658 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:04.617971 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:04.622422 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:04.676419 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-84552366-54d2-456e-af13-b4b5acce34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:04.678532 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-84552366-54d2-456e-af13-b4b5acce34ae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37d0ea95-dd69-40ea-890c-fe72901ad612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839317 May 27 12:32:04.722861 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['30306ddb-80df-4a5c-9954-dd824858b6f2'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:32:04.919422 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35538) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:04.940445 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-6f4af7b8-2352-461c-a98a-0678356fddf5 service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549202 May 27 12:32:04.980058 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c0bd05b5-630a-4dac-a0db-2b6fa1b71dbe admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bfe8f7987e114e09b0256c38facfdb70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587440 May 27 12:32:04.983427 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35542) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:05.042841 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-defc1add-f243-45bb-827d-83162ede8c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:05.069320 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-defc1add-f243-45bb-827d-83162ede8c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:05.075868 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9b212da9-0e15-4f0f-bd01-21197a8dbbd0 req-051efaa1-c0d4-45e5-adba-5e736c692eb1 service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292713 May 27 12:32:05.127955 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-defc1add-f243-45bb-827d-83162ede8c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:05.131901 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-23f07fbb-a367-410d-a5bd-3281f81f102c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:05.144316 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc1add-f243-45bb-827d-83162ede8c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648cc21b-dd4c-4786-ad92-9f794d9047c0,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:05.147194 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-defc1add-f243-45bb-827d-83162ede8c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:05.154218 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-defc1add-f243-45bb-827d-83162ede8c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:05.157534 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-defc1add-f243-45bb-827d-83162ede8c23 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/648cc21b-dd4c-4786-ad92-9f794d9047c0 HTTP/1.1" status: 204 len: 168 time: 0.1706727 May 27 12:32:05.195727 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ea539-4e03-4fc1-9ff1-8cfe3a046ca0 req-7741ba13-8ec5-4d8e-a24f-c7e6b3da8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:05.197129 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-908ea539-4e03-4fc1-9ff1-8cfe3a046ca0 req-7741ba13-8ec5-4d8e-a24f-c7e6b3da8dd7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4d75b6a2145c461eaa7d4a0266c827e1&device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 1096 time: 0.0783072 May 27 12:32:05.333801 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ea539-4e03-4fc1-9ff1-8cfe3a046ca0 req-3fe6dc9e-56e7-444d-a393-5b4ebdf6c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:05.335256 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-908ea539-4e03-4fc1-9ff1-8cfe3a046ca0 req-3fe6dc9e-56e7-444d-a393-5b4ebdf6c615 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37d0ea95-dd69-40ea-890c-fe72901ad612 HTTP/1.1" status: 200 len: 912 time: 0.1317711 May 27 12:32:05.446796 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-908ea539-4e03-4fc1-9ff1-8cfe3a046ca0 req-6c5bdf95-ecb7-4b89-bc04-b10936e9f6d8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7755abe0-529c-42ef-9736-eb95c7a80ee6 HTTP/1.1" status: 200 len: 217 time: 0.1047149 May 27 12:32:05.526104 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ea539-4e03-4fc1-9ff1-8cfe3a046ca0 req-ad7c1221-eef8-4277-9c81-293a24348a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:05.527562 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-908ea539-4e03-4fc1-9ff1-8cfe3a046ca0 req-ad7c1221-eef8-4277-9c81-293a24348a76 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=74a519ef-baf2-4ef8-922c-d5f0e6de02aa HTTP/1.1" status: 200 len: 850 time: 0.0707629 May 27 12:32:05.539449 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80546fe7-7729-4acd-b7d1-41b0e4078f0e req-61b0d90d-a426-4748-bbf3-65dcc62609da tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:05.540847 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-80546fe7-7729-4acd-b7d1-41b0e4078f0e req-61b0d90d-a426-4748-bbf3-65dcc62609da tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 943 time: 0.1497574 May 27 12:32:05.638451 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:05.641668 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-80546fe7-7729-4acd-b7d1-41b0e4078f0e req-fd235254-5c1b-45be-9311-7b0d972a22c1 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff4aec1e-f242-47f1-b52c-2c9bd18c979e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595229 May 27 12:32:05.657033 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ea539-4e03-4fc1-9ff1-8cfe3a046ca0 req-32ac3f5a-52f0-4f78-948b-fdaa8bc2d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:05.658631 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-908ea539-4e03-4fc1-9ff1-8cfe3a046ca0 req-32ac3f5a-52f0-4f78-948b-fdaa8bc2d368 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37d0ea95-dd69-40ea-890c-fe72901ad612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1168549 May 27 12:32:05.859859 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-908ea539-4e03-4fc1-9ff1-8cfe3a046ca0 req-2fc65c28-fab0-4886-bb79-29c53f78e4d2 service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937928 May 27 12:32:05.873199 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61d2d7-4819-46c6-bf6d-1e752ab680c0 req-fd4792fd-240b-4d8b-909c-cec3f5eaa397 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:05.874741 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fd61d2d7-4819-46c6-bf6d-1e752ab680c0 req-fd4792fd-240b-4d8b-909c-cec3f5eaa397 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 945 time: 0.1336999 May 27 12:32:06.003895 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fd61d2d7-4819-46c6-bf6d-1e752ab680c0 req-033ee88e-9729-493b-987e-15e3755c772d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084583 May 27 12:32:06.039623 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-908ea539-4e03-4fc1-9ff1-8cfe3a046ca0 req-51b6f579-7d6b-41bc-aad7-1732b994387d service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634305 May 27 12:32:06.058717 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 30306ddb-80df-4a5c-9954-dd824858b6f2 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:06.124853 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 30306ddb-80df-4a5c-9954-dd824858b6f2 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:06.129331 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 30306ddb-80df-4a5c-9954-dd824858b6f2 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:06.129708 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:06.245010 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:06.273620 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:32:06.283931 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=30306ddb-80df-4a5c-9954-dd824858b6f2,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:06.288008 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:06.290349 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:06.329144 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'code': 200} May 27 12:32:06.362067 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=30306ddb-80df-4a5c-9954-dd824858b6f2,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:06.364944 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:06.392386 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35582) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:06.513599 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-87bbba1c-07df-425e-9dc8-45ef04ccb52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:06.529936 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-87bbba1c-07df-425e-9dc8-45ef04ccb52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:32:06.533802 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-87bbba1c-07df-425e-9dc8-45ef04ccb52f admin admin] Usage tracker for resource:security_group_rule and tenant:63ca4a6ee82645a199cb951da1bef4bd is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:32:06.537030 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-87bbba1c-07df-425e-9dc8-45ef04ccb52f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:32:06.542674 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-87bbba1c-07df-425e-9dc8-45ef04ccb52f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:32:06.561201 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abea71-bb1e-4ccb-916a-4d8753bfafa6 req-5b15fe72-bacd-4b1b-a4dd-470294667b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:06.563246 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-72abea71-bb1e-4ccb-916a-4d8753bfafa6 req-5b15fe72-bacd-4b1b-a4dd-470294667b97 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 1099 time: 0.0804260 May 27 12:32:06.612806 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-72abea71-bb1e-4ccb-916a-4d8753bfafa6 req-897a8587-bf99-4378-8477-da0d56b3efd6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432501 May 27 12:32:06.629321 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-87bbba1c-07df-425e-9dc8-45ef04ccb52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:06.632885 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-87bbba1c-07df-425e-9dc8-45ef04ccb52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:06.642312 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c869cba4-3f7a-49a7-ba0b-feeb10201ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:06.687883 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-87bbba1c-07df-425e-9dc8-45ef04ccb52f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=63ca4a6ee82645a199cb951da1bef4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910392 May 27 12:32:06.687883 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbba1c-07df-425e-9dc8-45ef04ccb52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831168f7-6765-4d2c-9e1a-142c2f144623,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:06.688148 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 35596) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:06.688913 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-87bbba1c-07df-425e-9dc8-45ef04ccb52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:06.753381 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e6767c49-2850-4c9f-88ce-45ee2977dc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:06.826921 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e6767c49-2850-4c9f-88ce-45ee2977dc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:06.917775 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb85f0-b86b-4e77-bb8a-a422ad5127f8 req-d76588a3-cf31-4f5a-95ea-388217f7bdd0 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:06.919585 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b6fb85f0-b86b-4e77-bb8a-a422ad5127f8 req-d76588a3-cf31-4f5a-95ea-388217f7bdd0 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 943 time: 0.1416919 May 27 12:32:06.943401 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e6767c49-2850-4c9f-88ce-45ee2977dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:06.950358 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-2e3e0280-2389-4570-9edd-e4846f791d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:06.971227 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6767c49-2850-4c9f-88ce-45ee2977dc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831168f7-6765-4d2c-9e1a-142c2f144623,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:06.978015 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e6767c49-2850-4c9f-88ce-45ee2977dc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:06.981853 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e6767c49-2850-4c9f-88ce-45ee2977dc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:06.985408 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-e6767c49-2850-4c9f-88ce-45ee2977dc24 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/831168f7-6765-4d2c-9e1a-142c2f144623 HTTP/1.1" status: 204 len: 168 time: 0.2938299 May 27 12:32:07.000025 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b6fb85f0-b86b-4e77-bb8a-a422ad5127f8 req-cb836c77-f30f-4c50-b05e-9c1118402dcb tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff4aec1e-f242-47f1-b52c-2c9bd18c979e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737429 May 27 12:32:07.016535 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:07.206841 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7450bc-0808-41be-b9b1-3acb0d5ad773 req-367baabd-a2a8-4783-b327-86be2b33f94c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:07.208289 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bc7450bc-0808-41be-b9b1-3acb0d5ad773 req-367baabd-a2a8-4783-b327-86be2b33f94c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0798225 May 27 12:32:07.256529 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bc7450bc-0808-41be-b9b1-3acb0d5ad773 req-5f19b2d3-132b-4bcb-8814-1ea738188303 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424972 May 27 12:32:08.080892 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 7755abe0-529c-42ef-9736-eb95c7a80ee6 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:32:08.116599 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 35636) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:08.227803 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 7755abe0-529c-42ef-9736-eb95c7a80ee6, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=7755abe0-529c-42ef-9736-eb95c7a80ee6,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:08.242157 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '7755abe0-529c-42ef-9736-eb95c7a80ee6', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'port_id': '7755abe0-529c-42ef-9736-eb95c7a80ee6', 'mac_address': 'fa:16:3e:45:3b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:32:08.287026 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4f33634c-6beb-446f-90b4-194d508af350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:08.302756 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:08.311253 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-4f33634c-6beb-446f-90b4-194d508af350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:32:08.317371 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-4f33634c-6beb-446f-90b4-194d508af350 admin admin] Usage tracker for resource:security_group_rule and tenant:2718443b6f834617ab8aa391ab5fe85d is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:32:08.320684 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7755abe0-529c-42ef-9736-eb95c7a80ee6 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:32:08.321080 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-4f33634c-6beb-446f-90b4-194d508af350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:32:08.328371 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-4f33634c-6beb-446f-90b4-194d508af350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:32:08.339961 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 7755abe0-529c-42ef-9736-eb95c7a80ee6, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=7755abe0-529c-42ef-9736-eb95c7a80ee6,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:08.346190 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:08.349246 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-6aa34b53-056f-4299-ae6f-9ac88d8ffa0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:08.362486 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc6a8b-7ecd-4f27-bc62-dfe104ecb804 req-81ecdf41-3aaf-424a-a5c9-f230d16e5425 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:08.363982 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-aacc6a8b-7ecd-4f27-bc62-dfe104ecb804 req-81ecdf41-3aaf-424a-a5c9-f230d16e5425 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 943 time: 0.2323003 May 27 12:32:08.418617 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=7755abe0-529c-42ef-9736-eb95c7a80ee6,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:08.422258 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:08.486251 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-aacc6a8b-7ecd-4f27-bc62-dfe104ecb804 req-2bcffeab-6cae-41a7-b376-de8a5f2e4807 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff4aec1e-f242-47f1-b52c-2c9bd18c979e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124697 May 27 12:32:08.537430 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6182d-c19d-4960-8f23-cb70b260dd39 req-96f327b2-2b53-4a14-9e5f-325a1b8ce324 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:08.538836 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-43c6182d-c19d-4960-8f23-cb70b260dd39 req-96f327b2-2b53-4a14-9e5f-325a1b8ce324 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.1678817 May 27 12:32:08.543423 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4f33634c-6beb-446f-90b4-194d508af350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:08.560964 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-4f33634c-6beb-446f-90b4-194d508af350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:08.569967 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-b09321b6-57c1-48e7-82df-f7574aed409c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:08.618435 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['7755abe0-529c-42ef-9736-eb95c7a80ee6'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:32:08.624419 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-43c6182d-c19d-4960-8f23-cb70b260dd39 req-71631340-9cc7-46de-b7dd-341ea21c1ab0 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794647 May 27 12:32:08.632123 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-4f33634c-6beb-446f-90b4-194d508af350 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2718443b6f834617ab8aa391ab5fe85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5121634 May 27 12:32:08.632123 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33634c-6beb-446f-90b4-194d508af350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df0d18e-0a31-4c5d-98e6-b62955ad81da,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:08.632543 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35644) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:08.635424 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-4f33634c-6beb-446f-90b4-194d508af350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:08.708831 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1bf9ace0-87f3-4c99-b897-7917d923bd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:08.744537 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1bf9ace0-87f3-4c99-b897-7917d923bd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:08.799950 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1bf9ace0-87f3-4c99-b897-7917d923bd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:08.804957 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-16755222-1181-433d-a6be-bc7b6ef566ed tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:08.818080 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9ace0-87f3-4c99-b897-7917d923bd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df0d18e-0a31-4c5d-98e6-b62955ad81da,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:08.823005 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-1bf9ace0-87f3-4c99-b897-7917d923bd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:08.827789 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1bf9ace0-87f3-4c99-b897-7917d923bd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:08.831613 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-1bf9ace0-87f3-4c99-b897-7917d923bd8a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3df0d18e-0a31-4c5d-98e6-b62955ad81da HTTP/1.1" status: 204 len: 168 time: 0.1980510 May 27 12:32:08.843519 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cbc15-ad4d-4b06-8db3-80f576d14efc req-b038ea9c-07e5-4273-9e8c-a8b69f6001c7 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:08.846891 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-255cbc15-ad4d-4b06-8db3-80f576d14efc req-b038ea9c-07e5-4273-9e8c-a8b69f6001c7 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.1114216 May 27 12:32:08.856007 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 35654) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:08.861800 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-a9579b86-6034-4077-ae72-d0b885788d81 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Request body: {'floatingip': {'port_id': '30306ddb-80df-4a5c-9954-dd824858b6f2'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:32:08.947364 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a9579b86-6034-4077-ae72-d0b885788d81 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:09.512295 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35676) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:09.561989 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a9579b86-6034-4077-ae72-d0b885788d81 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:09.566827 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a9579b86-6034-4077-ae72-d0b885788d81 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:09.621836 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1372754643-network', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:32:09.627376 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:32:09.631416 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Usage tracker for resource:network and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:32:09.634344 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:32:09.640525 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:32:09.650666 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Made reservation on behalf of 9f37605bfb374f66aade5ea3b04c3c1b for: {'network': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:32:09.652927 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:09.665043 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:09.679707 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:32:09.683503 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Usage tracker for resource:security_group_rule and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:32:09.686360 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:32:09.692674 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:32:09.785378 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:09.789601 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:09.793767 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b8c4b579-5b05-4a7e-aa29-976e4e6d33e3 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:09.802363 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.l3_db [None req-a9579b86-6034-4077-ae72-d0b885788d81 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Floating IP c788272d-3fcd-4204-913f-5cdce59acbcd associated. External IP: 172.28.3.200, port: 30306ddb-80df-4a5c-9954-dd824858b6f2. May 27 12:32:09.818904 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=91784) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:32:09.831207 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31be285f-af9d-444a-8709-150983a89380,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:09.834834 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:09.837548 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:09.838088 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.db.segments_db [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Added segment 5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6 of type vlan for network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 May 27 12:32:09.860549 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e622cb2-2dff-4a63-90cf-415bd2dfe60d req-9279ae34-9717-42a7-92f6-1d8e5ca47034 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:09.862027 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2e622cb2-2dff-4a63-90cf-415bd2dfe60d req-9279ae34-9717-42a7-92f6-1d8e5ca47034 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 944 time: 0.2353086 May 27 12:32:09.871923 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:09.907382 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:09.909013 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:09.909703 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:09.915373 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-70107064-7d62-45c1-93f6-4df7532105d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:10.012238 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4961667 May 27 12:32:10.012448 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35690) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:10.020409 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Request body: {'subnet': {'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1372754643-subnet', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'ip_version': 4}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:32:10.027253 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:32:10.029505 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Pushing event updated for resources: {'Network': ['ID=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:10.033519 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:10.034496 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Usage tracker for resource:subnet and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:32:10.037426 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:32:10.041927 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:32:10.043673 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:32:10.054684 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Made reservation on behalf of 9f37605bfb374f66aade5ea3b04c3c1b for: {'subnet': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:32:10.057550 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3122716'] for subnet, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:10.118065 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2e622cb2-2dff-4a63-90cf-415bd2dfe60d req-3fa71144-7e66-43e4-b015-1eee68b074d7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff4aec1e-f242-47f1-b52c-2c9bd18c979e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490542 May 27 12:32:10.173316 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 7755abe0-529c-42ef-9736-eb95c7a80ee6 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:10.271789 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 7755abe0-529c-42ef-9736-eb95c7a80ee6 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:10.276615 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 7755abe0-529c-42ef-9736-eb95c7a80ee6 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:10.277006 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:10.409162 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9579b86-6034-4077-ae72-d0b885788d81 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:32:10.427911 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:10.456361 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7755abe0-529c-42ef-9736-eb95c7a80ee6'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:32:10.465933 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 7755abe0-529c-42ef-9736-eb95c7a80ee6, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=7755abe0-529c-42ef-9736-eb95c7a80ee6,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:10.470974 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:10.474104 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:10.512869 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7755abe0-529c-42ef-9736-eb95c7a80ee6', 'code': 200} May 27 12:32:10.513594 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2153072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3122698'] for subnet, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:10.519290 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-47314fc1-02f6-4327-838a-746ca6e1bc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:10.554566 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=7755abe0-529c-42ef-9736-eb95c7a80ee6,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:10.558997 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:10.605897 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:10.608279 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9579b86-6034-4077-ae72-d0b885788d81 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:32:10.610030 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:10.614430 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Checking segment: {'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:32:10.614788 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Network hostable DHCP agents. Network: 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:32:10.618795 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd4d04-0077-42a4-9424-a69024da0ba0 None None] Sync routers for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:32:10.621324 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a9579b86-6034-4077-ae72-d0b885788d81 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:10.631719 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd4d04-0077-42a4-9424-a69024da0ba0 None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:32:10.632874 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-68dd4d04-0077-42a4-9424-a69024da0ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:32:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:10.633927 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:32:10.645129 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39) {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:32:10.655002 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:10.655690 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:10.685756 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 35698) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:10.687007 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-bfcdc481-813f-49bb-9b48-3158a3b800ae admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6730232 May 27 12:32:10.693370 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:32:10.696660 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4986e-b2a9-4f62-b1aa-7f54f5005de3 None None] Network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:32:10.703548 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-a9579b86-6034-4077-ae72-d0b885788d81 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "PUT /v2.0/floatingips/c788272d-3fcd-4204-913f-5cdce59acbcd HTTP/1.1" status: 200 len: 992 time: 1.8433940 May 27 12:32:10.703548 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:32:10.704977 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:32:10.711093 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Usage tracker for resource:router and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:32:10.714052 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:32:10.720381 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:32:10.770802 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1014446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16046'] for router, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:10.771887 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16087'] for router, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:10.791398 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'status': 'completed', 'code': 200} May 27 12:32:10.803925 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:10.829656 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c5de3-86d4-4387-aca4-6aec8c6bfe73 req-91e31b79-f5b9-4e26-a8c5-a22181146818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:10.831188 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-635c5de3-86d4-4387-aca4-6aec8c6bfe73 req-91e31b79-f5b9-4e26-a8c5-a22181146818 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 1098 time: 0.1049192 May 27 12:32:10.907869 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bed8f6-1bb7-4807-956e-13db25675aed req-6f24acec-8deb-4edc-ae5b-24ffa6ad8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:10.912210 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-37bed8f6-1bb7-4807-956e-13db25675aed req-6f24acec-8deb-4edc-ae5b-24ffa6ad8358 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 1099 time: 0.0829999 May 27 12:32:10.980766 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-68dd4d04-0077-42a4-9424-a69024da0ba0 None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:32:11.057638 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-635c5de3-86d4-4387-aca4-6aec8c6bfe73 req-4ac4b935-cf84-4aec-a7e5-21f74bde7176 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ff4aec1e-f242-47f1-b52c-2c9bd18c979e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709852 May 27 12:32:11.067255 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bed8f6-1bb7-4807-956e-13db25675aed req-b271a9c0-39e5-4758-a98d-68a6dc2f9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:11.068727 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-37bed8f6-1bb7-4807-956e-13db25675aed req-b271a9c0-39e5-4758-a98d-68a6dc2f9300 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 918 time: 0.1471806 May 27 12:32:11.122701 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1014448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16065'] for router, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:11.226214 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp416639f8-8926-57cc-a53c-7bf1881b00c8-5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef'}]}} from dv-cinder-793386-1-smb. {{(pid=91786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 12:32:11.227073 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:11.244787 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-37bed8f6-1bb7-4807-956e-13db25675aed req-1690a7fa-eb0e-443f-87ed-6e9c2eef6d45 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30306ddb-80df-4a5c-9954-dd824858b6f2 HTTP/1.1" status: 200 len: 1000 time: 0.1190000 May 27 12:32:11.318057 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bed8f6-1bb7-4807-956e-13db25675aed req-6c355497-91f4-4af9-bab4-e591610085f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:11.321112 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-37bed8f6-1bb7-4807-956e-13db25675aed req-6c355497-91f4-4af9-bab4-e591610085f0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 200 len: 856 time: 0.0611382 May 27 12:32:11.498336 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bed8f6-1bb7-4807-956e-13db25675aed req-64ad0912-e0e7-461a-aa2d-9c0eae4d2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:11.500203 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-37bed8f6-1bb7-4807-956e-13db25675aed req-64ad0912-e0e7-461a-aa2d-9c0eae4d2136 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1745ac28-aeec-46f3-8427-a49430343ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1721044 May 27 12:32:11.521782 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Allocated IP 172.20.0.2 (5ae1f879-8dbb-4ec4-b44d-7334f76e4b39/bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef/acd698ab-3061-498c-8fb2-647b3abf71ea) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:32:11.584226 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6580261-0396-4583-a3f0-53d234b2a657 req-f73ed8bb-a6a9-42b0-85f9-d38b214f61fc tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:11.585667 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b6580261-0396-4583-a3f0-53d234b2a657 req-f73ed8bb-a6a9-42b0-85f9-d38b214f61fc tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 945 time: 0.3450229 May 27 12:32:11.606710 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-68dd4d04-0077-42a4-9424-a69024da0ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': 'c788272d-3fcd-4204-913f-5cdce59acbcd', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'floating_ip_address': '172.28.3.200', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'port_id': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'mac_address': 'fa:16:3e:2d:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:31:55Z', 'updated_at': '2021-05-27T12:32:09Z', 'revision_number': 1, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:11.623149 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd4d04-0077-42a4-9424-a69024da0ba0 None None] Checking router: 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:32:11.640874 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd4d04-0077-42a4-9424-a69024da0ba0 None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:32:11.641609 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-68dd4d04-0077-42a4-9424-a69024da0ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:32:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:11.677420 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:11.692868 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-37bed8f6-1bb7-4807-956e-13db25675aed req-5228a679-ba6c-4ca4-b91b-1cb27b671d10 service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806960 May 27 12:32:11.731916 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b6580261-0396-4583-a3f0-53d234b2a657 req-2c383d36-05b1-4ee3-b057-377ee4bcac9d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff4aec1e-f242-47f1-b52c-2c9bd18c979e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121030 May 27 12:32:11.733463 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:11.869349 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-37bed8f6-1bb7-4807-956e-13db25675aed req-012f4a65-501e-4d72-a10f-39662e3489cd service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681330 May 27 12:32:11.898111 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Allocated IP 172.28.3.196 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/953d2219-014e-4d30-bf39-9f353efc3039) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:32:11.964935 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:11.972884 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-68dd4d04-0077-42a4-9424-a69024da0ba0 None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:32:12.036121 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Transition to ACTIVE for port object acd698ab-3061-498c-8fb2-647b3abf71ea will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:12.062255 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Transition to ACTIVE for port object acd698ab-3061-498c-8fb2-647b3abf71ea will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:12.075986 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:12.114635 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:12.119427 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:12.119645 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:12.129811 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:12.192425 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:32:12.195434 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:32:12.197909 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:32:12.217251 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:32:12.219035 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Resources bound (agent type, host, resource id): {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:32:12.226446 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:32:12.236348 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Pushing event updated for resources: {'Port': ['ID=953d2219-014e-4d30-bf39-9f353efc3039,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:12.244133 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:12.249825 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Pushing event updated for resources: {'Port': ['ID=acd698ab-3061-498c-8fb2-647b3abf71ea,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:12.281284 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:12.401419 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Attempting to bind port acd698ab-3061-498c-8fb2-647b3abf71ea on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:32:12.401797 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Attempting to bind port acd698ab-3061-498c-8fb2-647b3abf71ea by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:32:12.402256 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Attempting to bind port acd698ab-3061-498c-8fb2-647b3abf71ea on network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:32:12.420326 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:32:12.421236 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Checking segment: {'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:32:12.421648 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:12.422055 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Bound using segment: {'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:32:12.422557 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Bound port: acd698ab-3061-498c-8fb2-647b3abf71ea, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:32:12.422933 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:12.568980 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] For port acd698ab-3061-498c-8fb2-647b3abf71ea, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:32:12.573009 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] For port acd698ab-3061-498c-8fb2-647b3abf71ea, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=acd698ab-3061-498c-8fb2-647b3abf71ea,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:32:12.577660 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:12.582577 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:12.623586 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:12.658018 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-68dd4d04-0077-42a4-9424-a69024da0ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': 'c788272d-3fcd-4204-913f-5cdce59acbcd', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'floating_ip_address': '172.28.3.200', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'port_id': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'mac_address': 'fa:16:3e:2d:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:31:55Z', 'updated_at': '2021-05-27T12:32:09Z', 'revision_number': 1, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:12.669960 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd4d04-0077-42a4-9424-a69024da0ba0 None None] The sync data for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb is: [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': 'c788272d-3fcd-4204-913f-5cdce59acbcd', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'floating_ip_address': '172.28.3.200', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'port_id': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'mac_address': 'fa:16:3e:2d:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:31:55Z', 'updated_at': '2021-05-27T12:32:09Z', 'revision_number': 1, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:32:12.674269 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Pushing event updated for resources: {'Port': ['ID=acd698ab-3061-498c-8fb2-647b3abf71ea,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:12.677093 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:12.953297 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2f5734-bd70-4470-9d9f-8c08aeea5911 None None] New status for floating IP c788272d-3fcd-4204-913f-5cdce59acbcd: ACTIVE {{(pid=91787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 12:32:13.088170 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da77b1-acc4-449c-96cd-b4f746f52183 req-9d2cb405-12b7-4cfb-a7c8-49c24ee48193 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:13.090846 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-18da77b1-acc4-449c-96cd-b4f746f52183 req-9d2cb405-12b7-4cfb-a7c8-49c24ee48193 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 945 time: 0.2068160 May 27 12:32:13.093905 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:13.343439 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-18da77b1-acc4-449c-96cd-b4f746f52183 req-6362c5d1-085d-462b-b934-9bf45995ef6f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff4aec1e-f242-47f1-b52c-2c9bd18c979e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468240 May 27 12:32:13.482734 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Router b7db9808-ecc8-4fa7-b22a-4bcca7552583 is scheduled to L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad with binding_index 1 {{(pid=91785) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 12:32:13.653447 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ea9a99-6016-40df-b26f-92b7aeb881d0 None None] Network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:32:13.733744 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1061c-3803-450b-84f0-09201e5d725a req-9625d4a8-fde1-46dc-94ad-8cf40052e8c2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:13.735228 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-54a1061c-3803-450b-84f0-09201e5d725a req-9625d4a8-fde1-46dc-94ad-8cf40052e8c2 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 945 time: 0.2488337 May 27 12:32:13.744912 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:32:13.745131 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35728) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:13.746697 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-3622966d-e3eb-4168-9883-99fdd9ffc77a None None] Provisioning for port acd698ab-3061-498c-8fb2-647b3abf71ea completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:13.751961 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-001eaac3-306b-4c5e-9088-5dabb2417f23 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Request body: {'floatingip': {'port_id': '7755abe0-529c-42ef-9736-eb95c7a80ee6'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:32:13.767501 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Sync routers for ids ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:32:13.775418 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Notify callbacks [] for router, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:13.779268 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0891833 May 27 12:32:13.780516 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 35732) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:13.795156 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Routers {'b7db9808-ecc8-4fa7-b22a-4bcca7552583'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:32:13.796404 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:32:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:13.832677 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-001eaac3-306b-4c5e-9088-5dabb2417f23 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:14.078000 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Set router b7db9808-ecc8-4fa7-b22a-4bcca7552583 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:32:14.189103 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device acd698ab-3061-498c-8fb2-647b3abf71ea up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:14.412132 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port acd698ab-3061-498c-8fb2-647b3abf71ea completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:14.523960 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port acd698ab-3061-498c-8fb2-647b3abf71ea triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:14.524333 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:14.563341 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-001eaac3-306b-4c5e-9088-5dabb2417f23 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:14.568949 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-001eaac3-306b-4c5e-9088-5dabb2417f23 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:14.579816 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:14.671337 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:32:12Z', 'revision_number': 3, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:14.687244 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Checking router: b7db9808-ecc8-4fa7-b22a-4bcca7552583 for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:32:14.687601 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Updating router b7db9808-ecc8-4fa7-b22a-4bcca7552583 port 953d2219-014e-4d30-bf39-9f353efc3039 binding host dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:32:14.721609 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:14.761266 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.db.l3_db [None req-001eaac3-306b-4c5e-9088-5dabb2417f23 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Floating IP aa5008c6-934d-4f91-bc8f-d4d7a2d2ef6e associated. External IP: 172.28.3.249, port: 7755abe0-529c-42ef-9736-eb95c7a80ee6. May 27 12:32:14.777213 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-52d206c6-b3e3-446d-ad1c-9d11240aa428 None None] Provisioning complete for port acd698ab-3061-498c-8fb2-647b3abf71ea triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:14.777587 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-52d206c6-b3e3-446d-ad1c-9d11240aa428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:14.803586 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:14.805427 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Allocated IP 172.20.0.1 (5ae1f879-8dbb-4ec4-b44d-7334f76e4b39/bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef/7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:32:14.879931 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port acd698ab-3061-498c-8fb2-647b3abf71ea, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=acd698ab-3061-498c-8fb2-647b3abf71ea,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:14.890680 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:14.894445 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:15.058674 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=acd698ab-3061-498c-8fb2-647b3abf71ea,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:15.069061 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.076716 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:15.084642 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.provisioning_blocks [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Transition to ACTIVE for port object 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b will not be triggered until provisioned by entity DHCP. {{(pid=91785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:15.110157 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.114727 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:15.181119 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:32:15.184077 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:32:15.187029 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:32:15.230501 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Pushing event updated for resources: {'Port': ['ID=7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:15.242281 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:15.259678 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010278'] for router_interface, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.284957 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001eaac3-306b-4c5e-9088-5dabb2417f23 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Router cec179eb-9dd6-4e39-b514-30811191aa10 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:32:15.320471 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.335379 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Transition to ACTIVE for port object 953d2219-014e-4d30-bf39-9f353efc3039 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:15.344150 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.349240 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:15.424762 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2922ae-258c-48b8-8628-1c88b981c160 None None] Pushing event updated for resources: {'Port': ['ID=953d2219-014e-4d30-bf39-9f353efc3039,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:15.430809 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2e2922ae-258c-48b8-8628-1c88b981c160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:15.444457 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.459399 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Attempting to bind port 953d2219-014e-4d30-bf39-9f353efc3039 on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:32:15.459716 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Attempting to bind port 953d2219-014e-4d30-bf39-9f353efc3039 by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:32:15.460088 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Attempting to bind port 953d2219-014e-4d30-bf39-9f353efc3039 on network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:32:15.466836 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:32:15.467219 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Checking segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:32:15.468199 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.468596 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Bound using segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:32:15.469070 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Bound port: 953d2219-014e-4d30-bf39-9f353efc3039, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:32:15.469449 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.526369 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-806b3509-8227-42e3-97cc-d6cdc2a673ee None None] Provisioning for port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:15.543427 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-806b3509-8227-42e3-97cc-d6cdc2a673ee None None] Provisioning complete for port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:15.543808 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-806b3509-8227-42e3-97cc-d6cdc2a673ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.544376 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001eaac3-306b-4c5e-9088-5dabb2417f23 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:32:15.553407 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-001eaac3-306b-4c5e-9088-5dabb2417f23 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.553587 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f968362f-10a6-4ca1-a2c7-02c14e1e679c None None] Sync routers for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:32:15.562760 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968362f-10a6-4ca1-a2c7-02c14e1e679c None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:32:15.563598 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-f968362f-10a6-4ca1-a2c7-02c14e1e679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:32:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:15.604517 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] For port 953d2219-014e-4d30-bf39-9f353efc3039, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:32:15.618208 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] For port 953d2219-014e-4d30-bf39-9f353efc3039, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=953d2219-014e-4d30-bf39-9f353efc3039,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:32:15.620750 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-806b3509-8227-42e3-97cc-d6cdc2a673ee None None] Port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:32:15.624813 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.632807 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:15.636556 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-001eaac3-306b-4c5e-9088-5dabb2417f23 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "PUT /v2.0/floatingips/aa5008c6-934d-4f91-bc8f-d4d7a2d2ef6e HTTP/1.1" status: 200 len: 991 time: 1.8887858 May 27 12:32:15.637374 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'tag': '7755abe0-529c-42ef-9736-eb95c7a80ee6'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:32:15.702858 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.708784 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.713947 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Routers {'b7db9808-ecc8-4fa7-b22a-4bcca7552583'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:32:15.714617 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:32:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:15.742025 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-04bfe59a-305c-493e-bd58-05af022b7464 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:15.780574 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2922ae-258c-48b8-8628-1c88b981c160 None None] Pushing event updated for resources: {'Port': ['ID=953d2219-014e-4d30-bf39-9f353efc3039,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:15.785393 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-f968362f-10a6-4ca1-a2c7-02c14e1e679c None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:32:15.798874 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2e2922ae-258c-48b8-8628-1c88b981c160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:15.839879 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1010373'] for router_interface, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:15.843671 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Pushing event updated for resources: {'Port': ['ID=7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:15.847268 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:15.913907 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] Set router b7db9808-ecc8-4fa7-b22a-4bcca7552583 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:32:15.981359 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:32:15.982544 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:32:16.182666 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device acd698ab-3061-498c-8fb2-647b3abf71ea up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:16.191903 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Router b7db9808-ecc8-4fa7-b22a-4bcca7552583 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:32:16.229998 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-f968362f-10a6-4ca1-a2c7-02c14e1e679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': 'aa5008c6-934d-4f91-bc8f-d4d7a2d2ef6e', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'floating_ip_address': '172.28.3.249', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'port_id': '7755abe0-529c-42ef-9736-eb95c7a80ee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'mac_address': 'fa:16:3e:45:3b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:31:58Z', 'updated_at': '2021-05-27T12:32:14Z', 'revision_number': 1, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:16Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:16.235756 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f968362f-10a6-4ca1-a2c7-02c14e1e679c None None] Checking router: cec179eb-9dd6-4e39-b514-30811191aa10 for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:32:16.244546 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f968362f-10a6-4ca1-a2c7-02c14e1e679c None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:32:16.245421 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-f968362f-10a6-4ca1-a2c7-02c14e1e679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:32:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:16.354827 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-336987c8-c14e-4e3e-b658-583ecfb40f48 None None] Provisioning complete for port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:16.355210 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-336987c8-c14e-4e3e-b658-583ecfb40f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:16.375735 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:32:16.397248 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] 10.222.0.90 "PUT /v2.0/routers/b7db9808-ecc8-4fa7-b22a-4bcca7552583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6159847 May 27 12:32:16.426512 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port acd698ab-3061-498c-8fb2-647b3abf71ea triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:16.427288 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:16.439378 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-f968362f-10a6-4ca1-a2c7-02c14e1e679c None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:32:16.466653 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-336987c8-c14e-4e3e-b658-583ecfb40f48 None None] Port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:32:16.509963 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b', 'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'mac_address': 'fa:16:3e:ee:2b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:14Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 2, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'subnets': [{'id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:16.550915 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8205981-bf40-43a1-b733-99a202c28923 None None] The sync data for ids ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'] in dv-cinder-793386-1-smb is: [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b', 'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'mac_address': 'fa:16:3e:ee:2b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:14Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 2, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'subnets': [{'id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:32:16.630795 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'tag': '7755abe0-529c-42ef-9736-eb95c7a80ee6', 'status': 'completed', 'code': 200} May 27 12:32:16.739578 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116801e-1064-4980-b3e9-83d9a6cf73aa req-613c93d2-8513-498c-80a9-9bafd46a7865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:16.741664 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e116801e-1064-4980-b3e9-83d9a6cf73aa req-613c93d2-8513-498c-80a9-9bafd46a7865 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4d75b6a2145c461eaa7d4a0266c827e1&device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 1098 time: 0.0830295 May 27 12:32:16.867482 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-f968362f-10a6-4ca1-a2c7-02c14e1e679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': 'aa5008c6-934d-4f91-bc8f-d4d7a2d2ef6e', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'floating_ip_address': '172.28.3.249', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'port_id': '7755abe0-529c-42ef-9736-eb95c7a80ee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'mac_address': 'fa:16:3e:45:3b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:31:58Z', 'updated_at': '2021-05-27T12:32:14Z', 'revision_number': 1, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:16Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:16.872413 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f968362f-10a6-4ca1-a2c7-02c14e1e679c None None] The sync data for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb is: [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': 'aa5008c6-934d-4f91-bc8f-d4d7a2d2ef6e', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'floating_ip_address': '172.28.3.249', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'port_id': '7755abe0-529c-42ef-9736-eb95c7a80ee6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'mac_address': 'fa:16:3e:45:3b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:31:58Z', 'updated_at': '2021-05-27T12:32:14Z', 'revision_number': 1, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:16Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:32:16.911350 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116801e-1064-4980-b3e9-83d9a6cf73aa req-0535c3e7-b392-4f7b-bf89-8ea8c9d544d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:16.912963 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e116801e-1064-4980-b3e9-83d9a6cf73aa req-0535c3e7-b392-4f7b-bf89-8ea8c9d544d1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=37d0ea95-dd69-40ea-890c-fe72901ad612 HTTP/1.1" status: 200 len: 912 time: 0.1648176 May 27 12:32:17.037588 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e116801e-1064-4980-b3e9-83d9a6cf73aa req-ec208ef9-cc0c-452c-81e9-faf2fac51de8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7755abe0-529c-42ef-9736-eb95c7a80ee6 HTTP/1.1" status: 200 len: 999 time: 0.1156318 May 27 12:32:17.114797 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 35764) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:17.119031 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116801e-1064-4980-b3e9-83d9a6cf73aa req-1e2a3b44-13c1-45e0-b1d2-f96e6accbcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:17.122284 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-806642191-network', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:32:17.124243 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e116801e-1064-4980-b3e9-83d9a6cf73aa req-1e2a3b44-13c1-45e0-b1d2-f96e6accbcf3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=74a519ef-baf2-4ef8-922c-d5f0e6de02aa HTTP/1.1" status: 200 len: 850 time: 0.0767622 May 27 12:32:17.126813 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:32:17.134980 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Usage tracker for resource:network and tenant:1dc6955f91bb4d1db294e37887c3892d is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:32:17.140985 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:32:17.147083 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:32:17.167531 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Made reservation on behalf of 1dc6955f91bb4d1db294e37887c3892d for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:32:17.169839 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:17.177868 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7d679a-5019-4add-853f-f9d1de30bc15 None None] New status for floating IP aa5008c6-934d-4f91-bc8f-d4d7a2d2ef6e: ACTIVE {{(pid=91786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 12:32:17.208756 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:17.214581 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116801e-1064-4980-b3e9-83d9a6cf73aa req-05b71d75-6140-458e-b929-c0ba9915faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:17.216216 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e116801e-1064-4980-b3e9-83d9a6cf73aa req-05b71d75-6140-458e-b929-c0ba9915faae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=37d0ea95-dd69-40ea-890c-fe72901ad612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0895166 May 27 12:32:17.228938 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:32:17.233972 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc6955f91bb4d1db294e37887c3892d is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:32:17.237119 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:32:17.244506 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:32:17.368251 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:17.374597 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:17.378737 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e116801e-1064-4980-b3e9-83d9a6cf73aa req-109272b1-2f4e-49a1-a86e-9ff7a5addf1b service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549401 May 27 12:32:17.387431 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=91785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:32:17.399128 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:17.399221 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Added segment 80c1ed17-1675-4993-99cb-3ddce77f196a of type vlan for network 7a900fb9-df81-40bf-8238-dacef57ec690 May 27 12:32:17.409705 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-3abc791a-68ca-47ab-aef2-dd8f295f11e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:17.501975 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:17.506146 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a05a19e-1d38-4451-920c-339f36d96f3a,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:17.510309 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:17.553008 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:17.554469 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:17.555136 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:17.570699 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-cb4ae5ca-bd7e-490c-ab8a-a9c5af5752a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:17.596709 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e116801e-1064-4980-b3e9-83d9a6cf73aa req-907e293e-cf04-462e-8e35-e310bed891a3 service neutron] 10.222.0.95 "GET /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096767 May 27 12:32:17.692950 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5770369 May 27 12:32:17.693901 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Pushing event updated for resources: {'Network': ['ID=7a900fb9-df81-40bf-8238-dacef57ec690,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:17.696758 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:17.697556 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35774) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:17.708974 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Request body: {'subnet': {'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-806642191-subnet', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'ip_version': 4}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:32:17.714016 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:32:17.715974 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 7a900fb9-df81-40bf-8238-dacef57ec690 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:32:17.719034 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Usage tracker for resource:subnet and tenant:1dc6955f91bb4d1db294e37887c3892d is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:32:17.722431 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:32:17.729337 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:32:17.743374 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Made reservation on behalf of 1dc6955f91bb4d1db294e37887c3892d for: {'subnet': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:32:17.746481 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3122716'] for subnet, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:18.147325 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 953d2219-014e-4d30-bf39-9f353efc3039 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:18.219357 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 953d2219-014e-4d30-bf39-9f353efc3039 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:18.224054 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 953d2219-014e-4d30-bf39-9f353efc3039 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:18.224430 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:18.256146 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2153072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3122698'] for subnet, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:18.261018 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-eac9b095-f30a-44f5-85ae-9c867aadfd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:18.337446 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef569fe8-4950-425e-8dd3-690ef8fb21d1,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:18.340625 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:18.341977 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:18.343758 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Checking segment: {'id': '80c1ed17-1675-4993-99cb-3ddce77f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:32:18.344121 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Network hostable DHCP agents. Network: 7a900fb9-df81-40bf-8238-dacef57ec690, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91784) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:32:18.360207 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 953d2219-014e-4d30-bf39-9f353efc3039, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=953d2219-014e-4d30-bf39-9f353efc3039,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:18.362760 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Network 7a900fb9-df81-40bf-8238-dacef57ec690 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:32:18.363862 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:18.366113 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:18.373047 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 7a900fb9-df81-40bf-8238-dacef57ec690) {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:32:18.391524 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:18.392123 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:18.409682 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e5862a-91ca-4787-a080-ede67e562d12 None None] Network 7a900fb9-df81-40bf-8238-dacef57ec690 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:32:18.414470 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-7e9aba95-cc64-456f-9b63-cb5f3f353b6d admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7110283 May 27 12:32:18.416840 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35778) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:18.422994 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-806642191-router', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:32:18.427594 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:32:18.431704 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Usage tracker for resource:router and tenant:1dc6955f91bb4d1db294e37887c3892d is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:32:18.434640 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:32:18.440930 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:32:18.452541 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1014446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16046'] for router, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:18.453726 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1015470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008230', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-988848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16087'] for router, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:18.471494 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:18.522828 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=953d2219-014e-4d30-bf39-9f353efc3039,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:18.527109 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:18.660039 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp416639f8-8926-57cc-a53c-7bf1881b00c8-7a900fb9-df81-40bf-8238-dacef57ec690', 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'fixed_ips': [{'subnet_id': 'ef569fe8-4950-425e-8dd3-690ef8fb21d1'}]}} from dv-cinder-793386-1-smb. {{(pid=91786) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 12:32:18.660873 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:18.757921 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1014448', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16065'] for router, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:18.836455 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.db_base_plugin_common [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Allocated IP 172.20.0.2 (7a900fb9-df81-40bf-8238-dacef57ec690/ef569fe8-4950-425e-8dd3-690ef8fb21d1/5a89b252-9099-4b82-a3d9-9a1335db1df9) {{(pid=91786) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:32:19.074199 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Notify callbacks [] for port, precommit_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:19.085169 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Transition to ACTIVE for port object 5a89b252-9099-4b82-a3d9-9a1335db1df9 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:19.107107 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Transition to ACTIVE for port object 5a89b252-9099-4b82-a3d9-9a1335db1df9 will not be triggered until provisioned by entity DHCP. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:19.113660 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156'] for port, after_create {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:19.118072 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:19.121459 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:19.154548 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:19.213787 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Network 7a900fb9-df81-40bf-8238-dacef57ec690 is already hosted by enough agents. {{(pid=91786) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:32:19.216641 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.scheduler.base_scheduler [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Resources bound (agent type, host, resource id): {{(pid=91786) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:32:19.219989 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Received port after_create {{(pid=91786) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:32:19.225564 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Pushing event updated for resources: {'Port': ['ID=5a89b252-9099-4b82-a3d9-9a1335db1df9,revision_number=1']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:19.229362 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:19.298880 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Allocated IP 172.28.3.96 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/6f2b059a-8410-4ef2-8cc6-01806f254a08) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:32:19.312618 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Attempting to bind port 5a89b252-9099-4b82-a3d9-9a1335db1df9 on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:32:19.312990 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Attempting to bind port 5a89b252-9099-4b82-a3d9-9a1335db1df9 by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '80c1ed17-1675-4993-99cb-3ddce77f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:32:19.313362 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Attempting to bind port 5a89b252-9099-4b82-a3d9-9a1335db1df9 on network 7a900fb9-df81-40bf-8238-dacef57ec690 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:32:19.318794 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:32:19.319172 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Checking segment: {'id': '80c1ed17-1675-4993-99cb-3ddce77f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:32:19.319581 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:19.319978 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Bound using segment: {'id': '80c1ed17-1675-4993-99cb-3ddce77f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:32:19.320438 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Bound port: 5a89b252-9099-4b82-a3d9-9a1335db1df9, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c1ed17-1675-4993-99cb-3ddce77f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:32:19.320812 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:19.421764 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] For port 5a89b252-9099-4b82-a3d9-9a1335db1df9, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:32:19.425278 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] For port 5a89b252-9099-4b82-a3d9-9a1335db1df9, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=5a89b252-9099-4b82-a3d9-9a1335db1df9,segment=NetworkSegment(80c1ed17-1675-4993-99cb-3ddce77f196a),segment_id=80c1ed17-1675-4993-99cb-3ddce77f196a)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:32:19.432091 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:19.438121 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2e2922ae-258c-48b8-8628-1c88b981c160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:19.470000 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:19.509053 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:19.516532 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-7eb905ac-e9bc-4880-a0d3-5fb60c4ccfd4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:19.527143 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Pushing event updated for resources: {'Port': ['ID=5a89b252-9099-4b82-a3d9-9a1335db1df9,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:19.530989 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:19.606809 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:32:19.612478 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:32:19.617837 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:32:19.647778 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Pushing event updated for resources: {'Port': ['ID=6f2b059a-8410-4ef2-8cc6-01806f254a08,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:19.653494 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:19.790742 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Sync routers for ids ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:32:19.800849 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Routers {'b7db9808-ecc8-4fa7-b22a-4bcca7552583'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:32:19.801480 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:32:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:19.990328 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Set router b7db9808-ecc8-4fa7-b22a-4bcca7552583 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:32:20.230875 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 953d2219-014e-4d30-bf39-9f353efc3039 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:20.255496 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:20.310586 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 953d2219-014e-4d30-bf39-9f353efc3039 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:20.311584 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:20.500184 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b', 'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'mac_address': 'fa:16:3e:ee:2b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:14Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 2, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'subnets': [{'id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:20.501232 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 5a89b252-9099-4b82-a3d9-9a1335db1df9 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:20.505405 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Checking router: b7db9808-ecc8-4fa7-b22a-4bcca7552583 for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:32:20.505762 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Updating router b7db9808-ecc8-4fa7-b22a-4bcca7552583 port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b binding host dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:32:20.575470 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:20.593368 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 5a89b252-9099-4b82-a3d9-9a1335db1df9 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:20.629760 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76415967-e4de-49eb-a3ac-057875310934 None None] Network 7a900fb9-df81-40bf-8238-dacef57ec690 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:32:20.726004 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1014457', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008128'] for router, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:20.744610 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-fa7ae067-f336-4ebf-857a-27a257f3a160 None None] Provisioning for port 5a89b252-9099-4b82-a3d9-9a1335db1df9 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:20.766404 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-fa7ae067-f336-4ebf-857a-27a257f3a160 None None] Provisioning complete for port 5a89b252-9099-4b82-a3d9-9a1335db1df9 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:20.766786 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-fa7ae067-f336-4ebf-857a-27a257f3a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:20.780965 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1a1b4-232e-4a08-bcec-e0d61d4b9029 req-eaaac7e5-a070-4f4d-a060-8c1e2cf1d15d tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:20.788719 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e5e1a1b4-232e-4a08-bcec-e0d61d4b9029 req-eaaac7e5-a070-4f4d-a060-8c1e2cf1d15d tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 945 time: 0.1900394 May 27 12:32:20.838527 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e5e1a1b4-232e-4a08-bcec-e0d61d4b9029 req-a1c91556-79ec-453d-8e68-1eea74b489fe tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486343 May 27 12:32:20.958724 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Router 50dcd1b1-30f6-4754-b18b-bc912599b39a is scheduled to L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad with binding_index 1 {{(pid=91784) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 12:32:21.005019 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:21.018707 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Transition to ACTIVE for port object 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b will not be triggered until provisioned by entity L2. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:21.026914 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:21.036427 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-2ac546b2-0f1f-42ba-b03c-98590c31ee1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:21.068395 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-fa7ae067-f336-4ebf-857a-27a257f3a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:21.110881 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Pushing event updated for resources: {'Port': ['ID=7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b,revision_number=3']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:21.121866 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:21.122046 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-fa7ae067-f336-4ebf-857a-27a257f3a160 None None] For port 5a89b252-9099-4b82-a3d9-9a1335db1df9, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=5a89b252-9099-4b82-a3d9-9a1335db1df9,segment=NetworkSegment(80c1ed17-1675-4993-99cb-3ddce77f196a),segment_id=80c1ed17-1675-4993-99cb-3ddce77f196a)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:21.122196 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:21.122196 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:21.122196 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:21.122493 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:21.123074 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:21.123298 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:21.126189 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:21.126612 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:21.126949 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:21.127288 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:21.127745 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91787) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:21.128774 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-fa7ae067-f336-4ebf-857a-27a257f3a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:21.131166 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:21.135018 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:21.193277 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:32:21.207545 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Sync routers for ids ['50dcd1b1-30f6-4754-b18b-bc912599b39a'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:32:21.232135 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Routers {'50dcd1b1-30f6-4754-b18b-bc912599b39a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:32:21.233701 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:32:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['50dcd1b1-30f6-4754-b18b-bc912599b39a'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:21.250123 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Notify callbacks [] for router, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:21.251410 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8333642 May 27 12:32:21.254109 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 35810) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:21.377988 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Attempting to bind port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:32:21.378815 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Attempting to bind port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:32:21.379184 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Attempting to bind port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b on network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:32:21.391698 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:32:21.394037 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Checking segment: {'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:32:21.394483 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:21.394894 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Bound using segment: {'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:32:21.395381 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Bound port: 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'}}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:32:21.395762 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:21.425616 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ae067-f336-4ebf-857a-27a257f3a160 None None] Pushing event updated for resources: {'Port': ['ID=5a89b252-9099-4b82-a3d9-9a1335db1df9,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:21.429467 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-fa7ae067-f336-4ebf-857a-27a257f3a160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:21.459727 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Set router 50dcd1b1-30f6-4754-b18b-bc912599b39a gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:32:21.506330 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] For port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:32:21.509253 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] For port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:32:21.513906 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:21.517959 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:21.599621 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Routers {'b7db9808-ecc8-4fa7-b22a-4bcca7552583'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:32:21.600265 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:32:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:21.653619 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Pushing event updated for resources: {'Port': ['ID=7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b,revision_number=4']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:21.662380 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:21.671671 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-ebd55d42-be31-431d-8d5d-f66736e0c9a3 None None] Provisioning complete for port 5a89b252-9099-4b82-a3d9-9a1335db1df9 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:21.672194 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ebd55d42-be31-431d-8d5d-f66736e0c9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:21.800807 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] Set router b7db9808-ecc8-4fa7-b22a-4bcca7552583 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:32:21.949766 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'name': 'tempest-TestMinimumBasicScenario-806642191-router', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:18Z', 'updated_at': '2021-05-27T12:32:20Z', 'revision_number': 3, 'project_id': '1dc6955f91bb4d1db294e37887c3892d', 'gw_port': {'id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:19Z', 'updated_at': '2021-05-27T12:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:21.956552 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Checking router: 50dcd1b1-30f6-4754-b18b-bc912599b39a for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:32:21.956918 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Updating router 50dcd1b1-30f6-4754-b18b-bc912599b39a port 6f2b059a-8410-4ef2-8cc6-01806f254a08 binding host dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:32:22.032432 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17746ecb-fd21-47cf-ba64-67401ab579fe req-250887c4-eb60-4533-9061-3294715ca2bd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:22.040142 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-17746ecb-fd21-47cf-ba64-67401ab579fe req-250887c4-eb60-4533-9061-3294715ca2bd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 945 time: 0.0953043 May 27 12:32:22.042287 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.136927 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-17746ecb-fd21-47cf-ba64-67401ab579fe req-60f8c7e8-3c81-4c64-a4d7-5d89a2f67ba2 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955169 May 27 12:32:22.193061 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.263594 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:22.310327 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b', 'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'mac_address': 'fa:16:3e:ee:2b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:14Z', 'updated_at': '2021-05-27T12:32:21Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'subnets': [{'id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:22.318454 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fa985a-1dc3-464e-86bf-01eb5e9dbfd5 None None] The sync data for ids ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'] in dv-cinder-793386-1-smb is: [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b', 'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'mac_address': 'fa:16:3e:ee:2b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:14Z', 'updated_at': '2021-05-27T12:32:21Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'subnets': [{'id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:32:22.402678 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:22.420720 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:22.420949 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.515121 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Allocated IP 172.20.0.1 (7a900fb9-df81-40bf-8238-dacef57ec690/ef569fe8-4950-425e-8dd3-690ef8fb21d1/b0f69b00-307b-4954-8777-e7ba7ed055db) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:32:22.535629 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Notify callbacks [] for port, precommit_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.553685 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Transition to ACTIVE for port object 6f2b059a-8410-4ef2-8cc6-01806f254a08 will not be triggered until provisioned by entity L2. {{(pid=91786) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:22.587340 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.596688 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-2e2922ae-258c-48b8-8628-1c88b981c160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:22.671165 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.686905 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Attempting to bind port 6f2b059a-8410-4ef2-8cc6-01806f254a08 on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:32:22.687275 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Attempting to bind port 6f2b059a-8410-4ef2-8cc6-01806f254a08 by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:32:22.687474 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Transition to ACTIVE for port object b0f69b00-307b-4954-8777-e7ba7ed055db will not be triggered until provisioned by entity DHCP. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:22.687641 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Attempting to bind port 6f2b059a-8410-4ef2-8cc6-01806f254a08 on network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:32:22.689576 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.709131 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:32:22.709545 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Checking segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91786) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:32:22.710023 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.710453 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Bound using segment: {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'} {{(pid=91786) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:32:22.710944 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.managers [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Bound port: 6f2b059a-8410-4ef2-8cc6-01806f254a08, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0479d4fb-820c-4f9c-8ede-23687ac5da40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86'}}] {{(pid=91786) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:32:22.711435 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.713333 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.717335 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-247084d1-eead-4938-8323-815ad1cc7375 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:22.734365 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e31aad-26bb-4da5-a3ee-8be568fa4d6c None None] Pushing event updated for resources: {'Port': ['ID=6f2b059a-8410-4ef2-8cc6-01806f254a08,revision_number=2']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:22.750593 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-62e31aad-26bb-4da5-a3ee-8be568fa4d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:22.781675 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Network 7a900fb9-df81-40bf-8238-dacef57ec690 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:32:22.784820 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:32:22.788568 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:32:22.793719 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:22.797863 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.798806 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 5a89b252-9099-4b82-a3d9-9a1335db1df9 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:22.827786 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Pushing event updated for resources: {'Port': ['ID=b0f69b00-307b-4954-8777-e7ba7ed055db,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:22.829357 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:22.835671 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:22.850049 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1010278'] for router_interface, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.891502 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] For port 6f2b059a-8410-4ef2-8cc6-01806f254a08, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91786) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:32:22.919802 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] For port 6f2b059a-8410-4ef2-8cc6-01806f254a08, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=6f2b059a-8410-4ef2-8cc6-01806f254a08,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:32:22.930187 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:22.955553 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:22.960816 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:22.963116 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:23.027145 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Routers {'50dcd1b1-30f6-4754-b18b-bc912599b39a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:32:23.027808 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:32:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['50dcd1b1-30f6-4754-b18b-bc912599b39a'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:23.112315 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 5a89b252-9099-4b82-a3d9-9a1335db1df9 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:23.112580 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:23.146775 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:23.181822 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-a05257aa-8116-4f90-8fbe-fb5ee7136be6 None None] Provisioning for port b0f69b00-307b-4954-8777-e7ba7ed055db completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:23.237150 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e31aad-26bb-4da5-a3ee-8be568fa4d6c None None] Pushing event updated for resources: {'Port': ['ID=6f2b059a-8410-4ef2-8cc6-01806f254a08,revision_number=3']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:23.240511 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-62e31aad-26bb-4da5-a3ee-8be568fa4d6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:23.255155 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-a05257aa-8116-4f90-8fbe-fb5ee7136be6 None None] Provisioning complete for port b0f69b00-307b-4954-8777-e7ba7ed055db triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:23.255539 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a05257aa-8116-4f90-8fbe-fb5ee7136be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:23.358874 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-a05257aa-8116-4f90-8fbe-fb5ee7136be6 None None] Port b0f69b00-307b-4954-8777-e7ba7ed055db cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:32:23.369473 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] Set router 50dcd1b1-30f6-4754-b18b-bc912599b39a gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:32:23.428147 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a22e2-1c0a-4ba0-8f1e-d3fba014f545 req-7e79a7eb-40e8-4937-b8f1-addeb0b8f8c6 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:23.431183 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d24a22e2-1c0a-4ba0-8f1e-d3fba014f545 req-7e79a7eb-40e8-4937-b8f1-addeb0b8f8c6 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 945 time: 0.1660466 May 27 12:32:23.451728 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:23.463857 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153719'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:23.490690 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-39dd4edb-f5b9-49d5-9911-b68fbe0e015b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:23.496892 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d24a22e2-1c0a-4ba0-8f1e-d3fba014f545 req-fd9cd7f3-faff-41c8-8996-b518a50bff4a tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598066 May 27 12:32:23.690953 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Pushing event updated for resources: {'Port': ['ID=b0f69b00-307b-4954-8777-e7ba7ed055db,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:23.696177 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:23.696994 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-644601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1010373'] for router_interface, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:23.786534 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'name': 'tempest-TestMinimumBasicScenario-806642191-router', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:18Z', 'updated_at': '2021-05-27T12:32:20Z', 'revision_number': 3, 'project_id': '1dc6955f91bb4d1db294e37887c3892d', 'gw_port': {'id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:19Z', 'updated_at': '2021-05-27T12:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:23.790643 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a07c5c-2f7c-4532-a8fb-389e1cfd8039 None None] The sync data for ids ['50dcd1b1-30f6-4754-b18b-bc912599b39a'] in dv-cinder-793386-1-smb is: [{'id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'name': 'tempest-TestMinimumBasicScenario-806642191-router', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:18Z', 'updated_at': '2021-05-27T12:32:20Z', 'revision_number': 3, 'project_id': '1dc6955f91bb4d1db294e37887c3892d', 'gw_port': {'id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:19Z', 'updated_at': '2021-05-27T12:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:32:23.841702 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Network 7a900fb9-df81-40bf-8238-dacef57ec690 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:32:23.843510 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:32:24.063352 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Router 50dcd1b1-30f6-4754-b18b-bc912599b39a has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:32:24.089601 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-3de00a86-a6bb-4777-b0f7-749ba45e2388 None None] Provisioning complete for port b0f69b00-307b-4954-8777-e7ba7ed055db triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:24.090056 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3de00a86-a6bb-4777-b0f7-749ba45e2388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:24.166343 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-3de00a86-a6bb-4777-b0f7-749ba45e2388 None None] Port b0f69b00-307b-4954-8777-e7ba7ed055db cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:32:24.238766 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:24.281662 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:32:24.291211 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] 10.222.0.90 "PUT /v2.0/routers/50dcd1b1-30f6-4754-b18b-bc912599b39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0360250 May 27 12:32:24.315028 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:24.315410 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:24.446495 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 6f2b059a-8410-4ef2-8cc6-01806f254a08 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:24.515126 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port 6f2b059a-8410-4ef2-8cc6-01806f254a08 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:24.529215 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 6f2b059a-8410-4ef2-8cc6-01806f254a08 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:24.529215 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:24.740913 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:24.746566 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd7760-e6e7-4b90-908d-a2a7bd954fbc req-afa477e8-bc90-47d8-8249-983a0832b77b tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:24.754413 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0fdd7760-e6e7-4b90-908d-a2a7bd954fbc req-afa477e8-bc90-47d8-8249-983a0832b77b tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 945 time: 0.1119678 May 27 12:32:24.769423 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port 6f2b059a-8410-4ef2-8cc6-01806f254a08, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=6f2b059a-8410-4ef2-8cc6-01806f254a08,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:24.774107 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:24.780565 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:24.816366 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0fdd7760-e6e7-4b90-908d-a2a7bd954fbc req-5c88d877-947f-403d-b15d-f14213bd2ec8 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/security-groups?id=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604768 May 27 12:32:24.860157 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=6f2b059a-8410-4ef2-8cc6-01806f254a08,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:24.864434 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:25.325374 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-b5521e16-a986-425d-b612-c3777ec2788c tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:25.326130 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-b5521e16-a986-425d-b612-c3777ec2788c tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Synchronizing usage tracker for tenant:9ae30e66b81547b5836b26a4da35cbb7 on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:32:25.339172 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-b5521e16-a986-425d-b612-c3777ec2788c tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Unset dirty status for tenant:9ae30e66b81547b5836b26a4da35cbb7 on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:32:25.340304 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-b5521e16-a986-425d-b612-c3777ec2788c tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.95 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 945 time: 0.1140175 May 27 12:32:25.516379 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-6ab1ab5b-d991-4b9d-8008-0cf2c39abcec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Deleting port df557f65-06a9-46e6-913e-e6d3d7f515a3 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:32:25.516716 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-6ab1ab5b-d991-4b9d-8008-0cf2c39abcec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:25.612478 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Sync routers for ids ['50dcd1b1-30f6-4754-b18b-bc912599b39a'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:32:25.629829 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Routers {'50dcd1b1-30f6-4754-b18b-bc912599b39a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:32:25.630588 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:32:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['50dcd1b1-30f6-4754-b18b-bc912599b39a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:25.673458 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-6ab1ab5b-d991-4b9d-8008-0cf2c39abcec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] For port df557f65-06a9-46e6-913e-e6d3d7f515a3, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=df557f65-06a9-46e6-913e-e6d3d7f515a3,segment=NetworkSegment(e0e10651-a930-4160-bc5b-d4f88dbd5b40),segment_id=e0e10651-a930-4160-bc5b-d4f88dbd5b40)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:25.673923 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-6ab1ab5b-d991-4b9d-8008-0cf2c39abcec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:25.854764 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-6ab1ab5b-d991-4b9d-8008-0cf2c39abcec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Calling delete_port for df557f65-06a9-46e6-913e-e6d3d7f515a3 owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:32:25.874514 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Set router 50dcd1b1-30f6-4754-b18b-bc912599b39a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:32:26.037108 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-6ab1ab5b-d991-4b9d-8008-0cf2c39abcec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:26.049360 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['df557f65-06a9-46e6-913e-e6d3d7f515a3'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:32:26.050286 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:26.111092 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e71835d1-211c-487a-ab63-137751efbb1d req-91791fbd-37db-4109-a095-9c3a0d132ccc tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.90 "GET /v2.0/ports?device_id=280b74c2-2ffe-4af7-ae95-b2e38f2301c7 HTTP/1.1" status: 200 len: 210 time: 0.1007531 May 27 12:32:26.194796 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1ab5b-d991-4b9d-8008-0cf2c39abcec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Pushing event deleted for resources: {'Port': ['ID=df557f65-06a9-46e6-913e-e6d3d7f515a3,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:26.198581 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6ab1ab5b-d991-4b9d-8008-0cf2c39abcec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:26.224906 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 6f2b059a-8410-4ef2-8cc6-01806f254a08 up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:26.250270 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-6ab1ab5b-d991-4b9d-8008-0cf2c39abcec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] No DVR routers for this DVR port df557f65-06a9-46e6-913e-e6d3d7f515a3 on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:32:26.254344 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-6ab1ab5b-d991-4b9d-8008-0cf2c39abcec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:26.257223 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280b74c2-2ffe-4af7-ae95-b2e38f2301c7', 'name': 'network-vif-deleted', 'tag': 'df557f65-06a9-46e6-913e-e6d3d7f515a3'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:32:26.277912 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-ee9cd386-0576-4f61-848d-4130bbb741ef req-6ab1ab5b-d991-4b9d-8008-0cf2c39abcec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] 10.222.0.95 "DELETE /v2.0/ports/df557f65-06a9-46e6-913e-e6d3d7f515a3 HTTP/1.1" status: 204 len: 173 time: 0.9318175 May 27 12:32:26.297449 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'name': 'tempest-TestMinimumBasicScenario-806642191-router', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:18Z', 'updated_at': '2021-05-27T12:32:23Z', 'revision_number': 4, 'project_id': '1dc6955f91bb4d1db294e37887c3892d', 'gw_port': {'id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:19Z', 'updated_at': '2021-05-27T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'b0f69b00-307b-4954-8777-e7ba7ed055db', 'name': '', 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'mac_address': 'fa:16:3e:d6:ac:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'ef569fe8-4950-425e-8dd3-690ef8fb21d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:22Z', 'updated_at': '2021-05-27T12:32:23Z', 'revision_number': 2, 'project_id': '1dc6955f91bb4d1db294e37887c3892d', 'subnets': [{'id': 'ef569fe8-4950-425e-8dd3-690ef8fb21d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:26.327141 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280b74c2-2ffe-4af7-ae95-b2e38f2301c7', 'name': 'network-vif-deleted', 'tag': 'df557f65-06a9-46e6-913e-e6d3d7f515a3', 'status': 'completed', 'code': 200} May 27 12:32:26.330828 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Checking router: 50dcd1b1-30f6-4754-b18b-bc912599b39a for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:32:26.331230 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Updating router 50dcd1b1-30f6-4754-b18b-bc912599b39a port b0f69b00-307b-4954-8777-e7ba7ed055db binding host dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 12:32:26.378214 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port 6f2b059a-8410-4ef2-8cc6-01806f254a08 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:26.378624 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:26.446615 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:26.750847 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a9f6d-4055-4a1f-b9df-5ccb00b33091 req-0cd9061a-546a-4bbe-bbe6-4b6ca2e15447 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:26.752890 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e32a9f6d-4055-4a1f-b9df-5ccb00b33091 req-0cd9061a-546a-4bbe-bbe6-4b6ca2e15447 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.0916800 May 27 12:32:26.804371 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e32a9f6d-4055-4a1f-b9df-5ccb00b33091 req-1697eb01-3dfc-48b1-b0ab-88fe00b7b7cb tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457339 May 27 12:32:26.901218 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Notify callbacks [] for port, precommit_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:26.913892 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.provisioning_blocks [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Transition to ACTIVE for port object b0f69b00-307b-4954-8777-e7ba7ed055db will not be triggered until provisioned by entity L2. {{(pid=91787) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:26.922060 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:26.926079 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-e44aac75-43a8-4f15-9e16-c91c26ee92e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:27.111354 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de2066-e96c-40b9-9108-4cb4109ba49d None None] Pushing event updated for resources: {'Port': ['ID=b0f69b00-307b-4954-8777-e7ba7ed055db,revision_number=3']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:27.118328 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-89de2066-e96c-40b9-9108-4cb4109ba49d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:27.198963 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Attempting to bind port b0f69b00-307b-4954-8777-e7ba7ed055db on host dv-cinder-793386-1-smb for vnic_type normal with profile {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:32:27.199331 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Attempting to bind port b0f69b00-307b-4954-8777-e7ba7ed055db by drivers openvswitch,hyperv on host dv-cinder-793386-1-smb at level 0 using segments [{'id': '80c1ed17-1675-4993-99cb-3ddce77f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690'}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:32:27.199908 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Attempting to bind port b0f69b00-307b-4954-8777-e7ba7ed055db on network 7a900fb9-df81-40bf-8238-dacef57ec690 {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:32:27.209473 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Checking agent: {'id': 'd0cb8593-0c70-4c4c-adc0-fa4494ab589f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793386-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 19, 34), 'started_at': datetime.datetime(2021, 5, 27, 12, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793386-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:32:27.209473 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Checking segment: {'id': '80c1ed17-1675-4993-99cb-3ddce77f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91787) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:32:27.209890 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:27.210226 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Bound using segment: {'id': '80c1ed17-1675-4993-99cb-3ddce77f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690'} {{(pid=91787) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:32:27.210735 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.managers [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Bound port: b0f69b00-307b-4954-8777-e7ba7ed055db, host: dv-cinder-793386-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c1ed17-1675-4993-99cb-3ddce77f196a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690'}}] {{(pid=91787) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:32:27.211108 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:27.351061 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] For port b0f69b00-307b-4954-8777-e7ba7ed055db, host dv-cinder-793386-1-smb, cleared binding levels {{(pid=91787) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:32:27.354521 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.plugins.ml2.db [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] For port b0f69b00-307b-4954-8777-e7ba7ed055db, host dv-cinder-793386-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=b0f69b00-307b-4954-8777-e7ba7ed055db,segment=NetworkSegment(80c1ed17-1675-4993-99cb-3ddce77f196a),segment_id=80c1ed17-1675-4993-99cb-3ddce77f196a)] {{(pid=91787) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:32:27.359332 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron_lib.callbacks.manager [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91787) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:27.366931 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:27.462337 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de2066-e96c-40b9-9108-4cb4109ba49d None None] Pushing event updated for resources: {'Port': ['ID=b0f69b00-307b-4954-8777-e7ba7ed055db,revision_number=4']} {{(pid=91787) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:27.465930 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG oslo_concurrency.lockutils [None req-89de2066-e96c-40b9-9108-4cb4109ba49d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91787) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:27.468414 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Routers {'50dcd1b1-30f6-4754-b18b-bc912599b39a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:32:27.469029 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:32:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['50dcd1b1-30f6-4754-b18b-bc912599b39a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:27.744363 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] Set router 50dcd1b1-30f6-4754-b18b-bc912599b39a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:32:28.052287 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3127f03-ba77-4355-8ac7-0de4f7e7c012 req-a04da825-dc15-42b3-add1-1a41e222c741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:28.054595 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f3127f03-ba77-4355-8ac7-0de4f7e7c012 req-a04da825-dc15-42b3-add1-1a41e222c741 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.0859759 May 27 12:32:28.117030 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f3127f03-ba77-4355-8ac7-0de4f7e7c012 req-20b0c561-55cd-42a3-9049-95b1f1d9d18c tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564427 May 27 12:32:28.146650 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'name': 'tempest-TestMinimumBasicScenario-806642191-router', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:18Z', 'updated_at': '2021-05-27T12:32:23Z', 'revision_number': 4, 'project_id': '1dc6955f91bb4d1db294e37887c3892d', 'gw_port': {'id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:19Z', 'updated_at': '2021-05-27T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'b0f69b00-307b-4954-8777-e7ba7ed055db', 'name': '', 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'mac_address': 'fa:16:3e:d6:ac:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'ef569fe8-4950-425e-8dd3-690ef8fb21d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:22Z', 'updated_at': '2021-05-27T12:32:27Z', 'revision_number': 4, 'project_id': '1dc6955f91bb4d1db294e37887c3892d', 'subnets': [{'id': 'ef569fe8-4950-425e-8dd3-690ef8fb21d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:28.152127 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b0150-8f8a-4afe-bbc7-f024413f8eff None None] The sync data for ids ['50dcd1b1-30f6-4754-b18b-bc912599b39a'] in dv-cinder-793386-1-smb is: [{'id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'name': 'tempest-TestMinimumBasicScenario-806642191-router', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:18Z', 'updated_at': '2021-05-27T12:32:23Z', 'revision_number': 4, 'project_id': '1dc6955f91bb4d1db294e37887c3892d', 'gw_port': {'id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:19Z', 'updated_at': '2021-05-27T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'b0f69b00-307b-4954-8777-e7ba7ed055db', 'name': '', 'network_id': '7a900fb9-df81-40bf-8238-dacef57ec690', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'mac_address': 'fa:16:3e:d6:ac:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'ef569fe8-4950-425e-8dd3-690ef8fb21d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:22Z', 'updated_at': '2021-05-27T12:32:27Z', 'revision_number': 4, 'project_id': '1dc6955f91bb4d1db294e37887c3892d', 'subnets': [{'id': 'ef569fe8-4950-425e-8dd3-690ef8fb21d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:32:28.230866 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device df557f65-06a9-46e6-913e-e6d3d7f515a3 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:32:28.313720 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: df557f65-06a9-46e6-913e-e6d3d7f515a3 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:32:28.314086 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device df557f65-06a9-46e6-913e-e6d3d7f515a3 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:32:28.320398 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:29.377641 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7870aa-2cee-4807-b782-fdd690a43114 req-fd69bc4c-853a-43a2-b5ee-a467a353b516 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:29.386300 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ca7870aa-2cee-4807-b782-fdd690a43114 req-fd69bc4c-853a-43a2-b5ee-a467a353b516 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.1352868 May 27 12:32:29.433788 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ca7870aa-2cee-4807-b782-fdd690a43114 req-79b43e6d-d70c-46d4-b228-9306bb1c7491 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463452 May 27 12:32:30.176866 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device b0f69b00-307b-4954-8777-e7ba7ed055db up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:30.258132 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning for port b0f69b00-307b-4954-8777-e7ba7ed055db completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:30.263260 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port b0f69b00-307b-4954-8777-e7ba7ed055db triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:30.263979 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:30.393477 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:30.432528 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] For port b0f69b00-307b-4954-8777-e7ba7ed055db, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=b0f69b00-307b-4954-8777-e7ba7ed055db,segment=NetworkSegment(80c1ed17-1675-4993-99cb-3ddce77f196a),segment_id=80c1ed17-1675-4993-99cb-3ddce77f196a)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:30.437283 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:30.439260 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:30.533082 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Pushing event updated for resources: {'Port': ['ID=b0f69b00-307b-4954-8777-e7ba7ed055db,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:30.535760 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:30.702767 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f91b0-2b91-473c-8b5c-fe3a015565cf req-ad0ac32e-8d08-4f0e-b8f4-9e750ef97e8b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:30.710880 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5f1f91b0-2b91-473c-8b5c-fe3a015565cf req-ad0ac32e-8d08-4f0e-b8f4-9e750ef97e8b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.0952609 May 27 12:32:30.772234 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5f1f91b0-2b91-473c-8b5c-fe3a015565cf req-53ae8dbb-5252-4af9-a937-203230f4439f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580933 May 27 12:32:31.949180 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-4e35036d-5413-4636-897c-d21ed1395487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:32.012001 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dfa0e-9d18-4ee0-b3f9-fc702f025168 req-700574f0-5fdc-4657-9cdd-3fde82d85eb8 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:32.012681 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-507dfa0e-9d18-4ee0-b3f9-fc702f025168 req-700574f0-5fdc-4657-9cdd-3fde82d85eb8 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.1150975 May 27 12:32:32.071808 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-507dfa0e-9d18-4ee0-b3f9-fc702f025168 req-5d8d71b2-5fc7-4811-ac17-a91fa985b7ee tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512977 May 27 12:32:32.145846 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device b0f69b00-307b-4954-8777-e7ba7ed055db up at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:32.225559 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Provisioning complete for port b0f69b00-307b-4954-8777-e7ba7ed055db triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:32.226037 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:32.663901 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:32:33.282309 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fda75-e280-4c33-b5ec-e620337c0b3c req-03863110-e1f0-415f-bcce-7293ba57773d tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:33.286177 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bf1fda75-e280-4c33-b5ec-e620337c0b3c req-03863110-e1f0-415f-bcce-7293ba57773d tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.0909154 May 27 12:32:33.338438 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bf1fda75-e280-4c33-b5ec-e620337c0b3c req-3f02e5dc-b025-4df1-9438-22534a2ad793 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462456 May 27 12:32:33.593326 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:34.330973 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5aa0-63dc-46d2-93f3-f7193d2aa74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:34.543147 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21b70a-29cc-4464-8c06-415a9d1d9fb0 req-ef11102d-724d-4e14-9bec-4ab4fffc5c68 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:34.544758 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6c21b70a-29cc-4464-8c06-415a9d1d9fb0 req-ef11102d-724d-4e14-9bec-4ab4fffc5c68 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.0915763 May 27 12:32:34.608010 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6c21b70a-29cc-4464-8c06-415a9d1d9fb0 req-ffc14f2a-6543-4abe-9ae6-8590d1627dd1 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568862 May 27 12:32:35.643210 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:35.915467 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db815b0a-25e7-4946-b1da-2006a962e31c req-b26d51c3-43a3-4698-9a60-960fad542371 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:35.916808 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-b26d51c3-43a3-4698-9a60-960fad542371 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/networks?id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 HTTP/1.1" status: 200 len: 815 time: 0.2028279 May 27 12:32:35.925003 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6556e0-bd61-44b1-8b5b-05b5e5cc2df4 req-0038c20d-f8ee-4d05-b6b0-018200dc1f86 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:35.926448 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7e6556e0-bd61-44b1-8b5b-05b5e5cc2df4 req-0038c20d-f8ee-4d05-b6b0-018200dc1f86 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.1920969 May 27 12:32:35.950174 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-e3e8e4e0-d3b5-48a7-a380-bde620847c0a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/quotas/9f37605bfb374f66aade5ea3b04c3c1b HTTP/1.1" status: 200 len: 375 time: 0.0227818 May 27 12:32:36.015015 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7e6556e0-bd61-44b1-8b5b-05b5e5cc2df4 req-3e205a85-cf20-4535-8b18-254b7b070628 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808785 May 27 12:32:36.047416 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-db815b0a-25e7-4946-b1da-2006a962e31c req-e5963ac2-1319-425a-9a5f-7a3fde5de0c4 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Synchronizing usage tracker for tenant:9f37605bfb374f66aade5ea3b04c3c1b on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:32:36.063955 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-db815b0a-25e7-4946-b1da-2006a962e31c req-e5963ac2-1319-425a-9a5f-7a3fde5de0c4 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Unset dirty status for tenant:9f37605bfb374f66aade5ea3b04c3c1b on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:32:36.065254 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-e5963ac2-1319-425a-9a5f-7a3fde5de0c4 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9f37605bfb374f66aade5ea3b04c3c1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091218 May 27 12:32:36.201999 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-0504609c-bb20-4656-af1f-b25469c14b1d service neutron] 10.222.0.90 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244316 May 27 12:32:36.333624 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1273aa28-bf60-4248-9c30-ef4a9b03aa05 service neutron] 10.222.0.90 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258619 May 27 12:32:36.614418 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a07a8bc6-6a31-42eb-a525-07f3a9b031ec req-0ce69b80-d2ef-4a3f-8bea-0067237316b1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 210 time: 0.1470270 May 27 12:32:36.869487 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81b182-9b35-4206-a728-f4953792c448 req-46116fee-5a74-400b-9d80-11090ec72f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:36.871195 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-cf81b182-9b35-4206-a728-f4953792c448 req-46116fee-5a74-400b-9d80-11090ec72f12 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32a6aaa750194fd3aa7f5917b0d80036&device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 1098 time: 0.0753753 May 27 12:32:37.013413 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:37.018672 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81b182-9b35-4206-a728-f4953792c448 req-c1450313-32d6-4241-9322-559b5ad348ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:37.020193 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-cf81b182-9b35-4206-a728-f4953792c448 req-c1450313-32d6-4241-9322-559b5ad348ff service neutron] 10.222.0.95 "GET /v2.0/networks?id=c2525c8a-797d-452d-a1d9-0d05ab79162d HTTP/1.1" status: 200 len: 910 time: 0.1420398 May 27 12:32:37.243522 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-cf81b182-9b35-4206-a728-f4953792c448 req-53cc7100-c25c-49dc-b95c-1d3edadf0445 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67816fb2-6ce9-46f5-819c-8794ee58da10 HTTP/1.1" status: 200 len: 1000 time: 0.2161660 May 27 12:32:37.307877 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81b182-9b35-4206-a728-f4953792c448 req-8916c21f-1f29-4ae1-a37f-f5c5026c447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:37.309377 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-cf81b182-9b35-4206-a728-f4953792c448 req-8916c21f-1f29-4ae1-a37f-f5c5026c447f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34c8e513-2a05-4700-8b4e-592a6885bc11 HTTP/1.1" status: 200 len: 848 time: 0.0592589 May 27 12:32:37.392035 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81b182-9b35-4206-a728-f4953792c448 req-d0b34659-c9a0-4dbc-a15b-2d091566be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:37.393502 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-cf81b182-9b35-4206-a728-f4953792c448 req-d0b34659-c9a0-4dbc-a15b-2d091566be58 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c2525c8a-797d-452d-a1d9-0d05ab79162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757329 May 27 12:32:37.485427 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48cf79-cbd9-4483-9f87-ecced574dd43 req-efc93aba-1181-4090-80fd-22a4c00cb2d2 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:37.486999 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-dc48cf79-cbd9-4483-9f87-ecced574dd43 req-efc93aba-1181-4090-80fd-22a4c00cb2d2 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.2958982 May 27 12:32:37.547169 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-dc48cf79-cbd9-4483-9f87-ecced574dd43 req-3c13fe0d-d911-46bc-9f6e-0e3a527ed8b6 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539792 May 27 12:32:37.553823 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-cf81b182-9b35-4206-a728-f4953792c448 req-687e268d-da3a-4932-8525-22b5f5bcce26 service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532302 May 27 12:32:37.722429 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db815b0a-25e7-4946-b1da-2006a962e31c req-48fd6d0b-5f40-4b6c-a10e-5d415265a4d1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:37.723869 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-48fd6d0b-5f40-4b6c-a10e-5d415265a4d1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.95 "GET /v2.0/networks?id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 HTTP/1.1" status: 200 len: 815 time: 0.1753860 May 27 12:32:37.738230 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Request body: {'port': {'device_id': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'admin_state_up': True, 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:32:37.768514 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-cf81b182-9b35-4206-a728-f4953792c448 req-103d6921-e831-4ce1-b46f-46c99008883e service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011707 May 27 12:32:37.861037 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f15e1255-f307-4a01-a02e-a48f0d0007da req-05d90880-7bf3-4105-944f-5eeef2ce61f8 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 210 time: 0.0901332 May 27 12:32:37.928793 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:32:37.938449 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:32:37.948616 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Made reservation on behalf of 9f37605bfb374f66aade5ea3b04c3c1b for: {'port': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:32:37.952617 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:38.120816 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Allocated IP 172.20.0.13 (5ae1f879-8dbb-4ec4-b44d-7334f76e4b39/bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef/e1f50213-5bd6-4a7e-afef-83eabe712ce6) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:32:38.386548 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:38.424138 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.provisioning_blocks [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Transition to ACTIVE for port object e1f50213-5bd6-4a7e-afef-83eabe712ce6 will not be triggered until provisioned by entity DHCP. {{(pid=91785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:38.466046 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:38.472485 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:38.558259 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event updated for resources: {'Port': ['ID=e1f50213-5bd6-4a7e-afef-83eabe712ce6,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:38.563968 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:38.578826 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:32:38.580937 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:32:38.583768 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:32:38.767939 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:38.768535 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:38.831012 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0980186 May 27 12:32:38.950938 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88cfd5-ce5b-4819-b052-48cf5141ca27 req-c3d1ab5e-d4d8-41a4-afe1-06802516cda2 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:38.962349 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7b88cfd5-ce5b-4819-b052-48cf5141ca27 req-c3d1ab5e-d4d8-41a4-afe1-06802516cda2 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.1342561 May 27 12:32:39.038476 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7b88cfd5-ce5b-4819-b052-48cf5141ca27 req-d14522f3-1bbf-458a-8c95-a091cd388e1c tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747011 May 27 12:32:39.088569 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-51b25cd1-1776-496b-a6e4-61025cfd993e None None] Provisioning for port e1f50213-5bd6-4a7e-afef-83eabe712ce6 completed by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:39.102448 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-51b25cd1-1776-496b-a6e4-61025cfd993e None None] Provisioning complete for port e1f50213-5bd6-4a7e-afef-83eabe712ce6 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:39.102448 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-51b25cd1-1776-496b-a6e4-61025cfd993e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:39.183634 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-51b25cd1-1776-496b-a6e4-61025cfd993e None None] Port e1f50213-5bd6-4a7e-afef-83eabe712ce6 cannot update to ACTIVE because it is not bound. {{(pid=91786) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 12:32:47.544757 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 36124) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:47.605797 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_v2 [None req-097cdb40-cf14-488e-8812-1c64a06f102c admin admin] Deleting subnet 292526d1-b81a-4fbb-ba69-ed0aeac4ddea {{(pid=91784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:32:47.608673 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-097cdb40-cf14-488e-8812-1c64a06f102c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:47.665590 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-097cdb40-cf14-488e-8812-1c64a06f102c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2445614'] for subnet, precommit_delete_associations {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:47.721782 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-097cdb40-cf14-488e-8812-1c64a06f102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:47.974442 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-097cdb40-cf14-488e-8812-1c64a06f102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3122737'] for subnet, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:47.985603 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:48.015793 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-097cdb40-cf14-488e-8812-1c64a06f102c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:48.023534 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cdb40-cf14-488e-8812-1c64a06f102c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=292526d1-b81a-4fbb-ba69-ed0aeac4ddea,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:48.026450 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-097cdb40-cf14-488e-8812-1c64a06f102c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:48.028251 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-097cdb40-cf14-488e-8812-1c64a06f102c admin admin] 10.222.0.90 "DELETE /v2.0/subnets/292526d1-b81a-4fbb-ba69-ed0aeac4ddea HTTP/1.1" status: 204 len: 168 time: 0.4823921 May 27 12:32:48.030740 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 36130) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:48.140989 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:48.298057 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:48.315061 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbeeea7-8037-4e98-b95d-bbc4053e7ba7']}} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:48.332015 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e10651-a930-4160-bc5b-d4f88dbd5b40') {'for_net_delete': True} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:48.332312 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e10651-a930-4160-bc5b-d4f88dbd5b40') {} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:32:48.346812 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2445591'] for segment, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:48.367832 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:48.374715 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=91784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:32:48.375119 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153619'] for segment, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: Traceback (most recent call last): May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: timer() May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: cb(*args, **kw) May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: return func(*args, **kwargs) May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: self._notify() May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: self.callback(batched_events) May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: event.method(event) May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: return f(self, *a, **k) May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: return self._get(url).json() May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: return self.request(url, 'GET', **kwargs) May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:32:48.390028 dv-cinder-793386-1-smb neutron-server[91784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:32:48.473924 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:48.477963 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:48.491172 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:48.501193 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbeeea7-8037-4e98-b95d-bbc4053e7ba7,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:48.505468 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:48.513802 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-183b9c4b-7398-49df-ad4e-24d8f53a0e0f admin admin] 10.222.0.90 "DELETE /v2.0/networks/7dbeeea7-8037-4e98-b95d-bbc4053e7ba7 HTTP/1.1" status: 204 len: 168 time: 0.4798751 May 27 12:32:48.702027 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 36136) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:48.754696 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c78da065-19ba-415f-ab8e-e88c1f027b0d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9ae30e66b81547b5836b26a4da35cbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513468 May 27 12:32:48.756993 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 36140) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:32:48.815592 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a56c831a-f6b2-47ce-b384-b002b7d73e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:48.844796 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a56c831a-f6b2-47ce-b384-b002b7d73e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:48.898591 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a56c831a-f6b2-47ce-b384-b002b7d73e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:48.902348 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2148169d-57b1-4852-b1ee-a4a3e218c2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:48.914258 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c831a-f6b2-47ce-b384-b002b7d73e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:48.917677 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a56c831a-f6b2-47ce-b384-b002b7d73e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:48.921006 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a56c831a-f6b2-47ce-b384-b002b7d73e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:48.922121 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a56c831a-f6b2-47ce-b384-b002b7d73e2c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7f3bbb51-6fce-46a8-bcd1-9b03a97a2e85 HTTP/1.1" status: 204 len: 168 time: 0.1642504 May 27 12:32:49.172989 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Request body: {'port': {'device_id': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:32:49.306988 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:49.547255 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9512462-fff9-464b-91d6-25dc6f7145bd req-5bafd1a1-ee1b-4206-801c-4ca49fb0432a tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:49.548718 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f9512462-fff9-464b-91d6-25dc6f7145bd req-5bafd1a1-ee1b-4206-801c-4ca49fb0432a tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.1828623 May 27 12:32:49.714179 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f9512462-fff9-464b-91d6-25dc6f7145bd req-bda2f094-c611-4e9a-98c3-fcc274bdcbb0 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215670 May 27 12:32:49.756162 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f9745-5934-4734-93c5-a69ebbc91b85 req-c9c984ed-74e5-4f06-b08c-f6dba109aabd tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:49.756876 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-cc8f9745-5934-4734-93c5-a69ebbc91b85 req-c9c984ed-74e5-4f06-b08c-f6dba109aabd tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Synchronizing usage tracker for tenant:9f37605bfb374f66aade5ea3b04c3c1b on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:32:49.823517 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-cc8f9745-5934-4734-93c5-a69ebbc91b85 req-c9c984ed-74e5-4f06-b08c-f6dba109aabd tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Unset dirty status for tenant:9f37605bfb374f66aade5ea3b04c3c1b on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:32:49.824656 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cc8f9745-5934-4734-93c5-a69ebbc91b85 req-c9c984ed-74e5-4f06-b08c-f6dba109aabd tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 932 time: 0.5087261 May 27 12:32:49.940724 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f50213-5bd6-4a7e-afef-83eabe712ce6 {{(pid=91785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:32:49.952052 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:49.979595 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.provisioning_blocks [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Transition to ACTIVE for port object e1f50213-5bd6-4a7e-afef-83eabe712ce6 will not be triggered until provisioned by entity L2. {{(pid=91785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:32:49.982725 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cc8f9745-5934-4734-93c5-a69ebbc91b85 req-0117980f-c741-4150-8f55-ffbd1b28da79 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514874 May 27 12:32:49.983755 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:49.987390 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-1c9036ab-c61f-432d-8ce3-52cd74453df0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:50.112603 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Pushing event updated for resources: {'Port': ['ID=e1f50213-5bd6-4a7e-afef-83eabe712ce6,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:50.181102 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:50.181673 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:50.181833 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:50.182196 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:50.182577 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:50.182934 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:50.183288 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:50.183641 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:50.183991 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:50.184338 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:50.184690 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:50.185036 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:32:50.190793 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:50.230069 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Attempting to bind port e1f50213-5bd6-4a7e-afef-83eabe712ce6 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:32:50.230389 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Attempting to bind port e1f50213-5bd6-4a7e-afef-83eabe712ce6 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'}] {{(pid=91785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:32:50.230720 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Attempting to bind port e1f50213-5bd6-4a7e-afef-83eabe712ce6 on network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:32:50.235841 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Port e1f50213-5bd6-4a7e-afef-83eabe712ce6 on network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:32:50.237852 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Attempting to bind port e1f50213-5bd6-4a7e-afef-83eabe712ce6 on network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:32:50.241971 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:32:50.242476 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Checking segment: {'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:32:50.242860 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Bound using segment: {'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'} {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:32:50.243439 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Bound port: e1f50213-5bd6-4a7e-afef-83eabe712ce6, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39'}}] {{(pid=91785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:32:50.243664 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:50.335441 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] For port e1f50213-5bd6-4a7e-afef-83eabe712ce6, host hv-cinder-79338, cleared binding levels {{(pid=91785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:32:50.338567 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] For port e1f50213-5bd6-4a7e-afef-83eabe712ce6, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:32:50.344057 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:50.349050 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:50.409386 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:50.409994 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:50.411928 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] 10.222.0.95 "PUT /v2.0/ports/e1f50213-5bd6-4a7e-afef-83eabe712ce6 HTTP/1.1" status: 200 len: 1094 time: 1.2452445 May 27 12:32:50.412439 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:32:50.437110 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Pushing event updated for resources: {'Port': ['ID=e1f50213-5bd6-4a7e-afef-83eabe712ce6,revision_number=3']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:50.440185 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:50.495804 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'status': 'completed', 'code': 200} May 27 12:32:50.540878 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db815b0a-25e7-4946-b1da-2006a962e31c req-5546dd5e-daa8-41f6-8523-701f0c1e0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:50.542683 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-5546dd5e-daa8-41f6-8523-701f0c1e0bfc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f37605bfb374f66aade5ea3b04c3c1b&device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 1097 time: 0.0823808 May 27 12:32:50.618679 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1f4bce4c-5a94-4c47-a8fb-60ecc9664b98 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6 HTTP/1.1" status: 200 len: 217 time: 0.0660703 May 27 12:32:50.681078 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db815b0a-25e7-4946-b1da-2006a962e31c req-b5ee2151-9a0f-4d5e-8d2f-1459d88ba25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:50.682473 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-b5ee2151-9a0f-4d5e-8d2f-1459d88ba25c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef HTTP/1.1" status: 200 len: 854 time: 0.0575078 May 27 12:32:50.767055 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db815b0a-25e7-4946-b1da-2006a962e31c req-294c70b8-b30d-49e5-be53-1d30e4a86dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:50.768538 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-294c70b8-b30d-49e5-be53-1d30e4a86dc9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782466 May 27 12:32:50.967740 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-5c7c5744-dabc-4a81-ac7d-d95b020015c9 service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860316 May 27 12:32:51.002470 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bd702-3d57-4a66-b70d-cc25424b4348 req-c4058224-3f71-4ed6-a736-913536b69d45 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:51.003796 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4f2bd702-3d57-4a66-b70d-cc25424b4348 req-c4058224-3f71-4ed6-a736-913536b69d45 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.1506443 May 27 12:32:51.157606 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4f2bd702-3d57-4a66-b70d-cc25424b4348 req-53a600d7-9fba-4611-98ed-c04ede2500e9 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474981 May 27 12:32:51.197056 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-db815b0a-25e7-4946-b1da-2006a962e31c req-1deb6c26-a304-4aef-a79e-898a30d60b13 service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214923 May 27 12:32:51.220138 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0b370-452a-405d-80ee-856a8ae0cc00 req-2c046a67-f639-46bf-9706-5f4628d2bb55 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:51.221614 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cfa0b370-452a-405d-80ee-856a8ae0cc00 req-2c046a67-f639-46bf-9706-5f4628d2bb55 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 944 time: 0.1227224 May 27 12:32:51.370983 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cfa0b370-452a-405d-80ee-856a8ae0cc00 req-0b2d17ba-8bac-496b-8946-373554cad5d6 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384683 May 27 12:32:51.407095 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5190ee6-a1e6-4688-8be7-ff9566163a02 req-dbc30986-abf8-4ee0-bf01-38c8ea03f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:51.408839 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5190ee6-a1e6-4688-8be7-ff9566163a02 req-dbc30986-abf8-4ee0-bf01-38c8ea03f039 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f37605bfb374f66aade5ea3b04c3c1b&device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 1097 time: 0.1203718 May 27 12:32:51.550530 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5190ee6-a1e6-4688-8be7-ff9566163a02 req-b7a2e9da-06e2-4d91-8f71-31acf580477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:51.552507 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5190ee6-a1e6-4688-8be7-ff9566163a02 req-b7a2e9da-06e2-4d91-8f71-31acf580477f service neutron] 10.222.0.95 "GET /v2.0/networks?id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 HTTP/1.1" status: 200 len: 916 time: 0.1336536 May 27 12:32:51.623000 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5190ee6-a1e6-4688-8be7-ff9566163a02 req-e5b2f83b-3498-4e10-bdc4-3a3b6ca0d1a7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6 HTTP/1.1" status: 200 len: 217 time: 0.0629847 May 27 12:32:51.684711 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5190ee6-a1e6-4688-8be7-ff9566163a02 req-9e81b74e-9150-42aa-8023-eaef7f062747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:51.686139 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5190ee6-a1e6-4688-8be7-ff9566163a02 req-9e81b74e-9150-42aa-8023-eaef7f062747 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef HTTP/1.1" status: 200 len: 854 time: 0.0567610 May 27 12:32:51.846006 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5190ee6-a1e6-4688-8be7-ff9566163a02 req-e805931b-1e97-4444-b286-1c28104159f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:51.847524 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5190ee6-a1e6-4688-8be7-ff9566163a02 req-e805931b-1e97-4444-b286-1c28104159f3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1530476 May 27 12:32:51.980761 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5190ee6-a1e6-4688-8be7-ff9566163a02 req-f28acd11-605f-4aab-8992-84dc41ea0763 service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229360 May 27 12:32:52.111279 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5190ee6-a1e6-4688-8be7-ff9566163a02 req-23bb4e33-2ff2-4a23-ab49-ef8e5b5f962c service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235809 May 27 12:32:52.339484 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19b680-71cc-4fb5-9782-e5393301632d req-67b4112e-3d56-4f5b-b157-7f23bd89723a tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:52.340833 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3f19b680-71cc-4fb5-9782-e5393301632d req-67b4112e-3d56-4f5b-b157-7f23bd89723a tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.0789754 May 27 12:32:52.384634 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3f19b680-71cc-4fb5-9782-e5393301632d req-8ebe9ede-e87c-4299-a013-94121eb22346 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382993 May 27 12:32:52.563385 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0193d4-3064-4799-a42f-6d72c615aba6 req-9622dbff-bc7c-4c15-9287-a7c552c14a82 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:52.564865 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ed0193d4-3064-4799-a42f-6d72c615aba6 req-9622dbff-bc7c-4c15-9287-a7c552c14a82 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 944 time: 0.0852163 May 27 12:32:52.659004 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ed0193d4-3064-4799-a42f-6d72c615aba6 req-5a78c7d3-9520-4dec-906c-d87e9ecd355d tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858181 May 27 12:32:52.689767 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-240764df-ee4c-4400-9915-162a8a925bd7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772946 May 27 12:32:52.854847 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ff798-8c83-4fdd-b563-538deb359e9f req-86070251-50d5-44a0-b877-c261bde3a5ad tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:52.856369 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-153ff798-8c83-4fdd-b563-538deb359e9f req-86070251-50d5-44a0-b877-c261bde3a5ad tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.0822899 May 27 12:32:52.911020 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-153ff798-8c83-4fdd-b563-538deb359e9f req-2811a89a-5dd6-4535-a0aa-c26992072b82 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489402 May 27 12:32:53.852299 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea549a-a59b-463e-b753-bb17495ee94f req-5876bc78-bbb2-40d9-a120-ad1d449ba6f9 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:53.853783 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1dea549a-a59b-463e-b753-bb17495ee94f req-5876bc78-bbb2-40d9-a120-ad1d449ba6f9 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 944 time: 0.0813665 May 27 12:32:53.906667 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1dea549a-a59b-463e-b753-bb17495ee94f req-19b1721a-d45e-43f8-a85d-79ffc159e6ce tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468082 May 27 12:32:54.095859 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03634417-5741-4f7e-8ae5-3b9cc8f413e3 req-3e2e77a1-c489-46e8-9328-e7cad3973ad6 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:54.097334 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-03634417-5741-4f7e-8ae5-3b9cc8f413e3 req-3e2e77a1-c489-46e8-9328-e7cad3973ad6 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.0798709 May 27 12:32:54.142167 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-03634417-5741-4f7e-8ae5-3b9cc8f413e3 req-858a770f-2fe3-47bd-8877-839a93edcd05 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391340 May 27 12:32:54.313937 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device e1f50213-5bd6-4a7e-afef-83eabe712ce6 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:32:54.408174 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-84f9398b-4c40-44c8-84b4-e63ef028edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:54.409733 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-84f9398b-4c40-44c8-84b4-e63ef028edc4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d&tenant_id=32a6aaa750194fd3aa7f5917b0d80036 HTTP/1.1" status: 200 len: 1098 time: 0.1608188 May 27 12:32:54.413192 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 67816fb2-6ce9-46f5-819c-8794ee58da10 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:32:54.502699 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-1d3e4b2f-3363-4184-ad01-52369e437522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:54.504311 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-1d3e4b2f-3363-4184-ad01-52369e437522 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32a6aaa750194fd3aa7f5917b0d80036&device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 1098 time: 0.0716257 May 27 12:32:54.555495 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port e1f50213-5bd6-4a7e-afef-83eabe712ce6, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:54.576595 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'port_id': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'mac_address': 'fa:16:3e:c3:76:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:32:54.582131 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:54.639045 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-971a246c-ed81-4a92-80e7-be756f468646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:54.640750 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-971a246c-ed81-4a92-80e7-be756f468646 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c2525c8a-797d-452d-a1d9-0d05ab79162d HTTP/1.1" status: 200 len: 910 time: 0.1290162 May 27 12:32:54.661840 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:32:54.674643 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:54.687731 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 67816fb2-6ce9-46f5-819c-8794ee58da10, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=67816fb2-6ce9-46f5-819c-8794ee58da10,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:54.695802 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:54.698597 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:54.732910 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'code': 200} May 27 12:32:54.734348 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f50213-5bd6-4a7e-afef-83eabe712ce6 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:32:54.747493 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-b25c3ccb-0736-491e-a202-6beef374f963 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67816fb2-6ce9-46f5-819c-8794ee58da10 HTTP/1.1" status: 200 len: 998 time: 0.0999010 May 27 12:32:54.771438 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port e1f50213-5bd6-4a7e-afef-83eabe712ce6, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:54.777515 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:54.781603 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=67816fb2-6ce9-46f5-819c-8794ee58da10,revision_number=6']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:54.784342 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:54.784790 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:54.812670 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-afec489c-39f6-4fa1-b008-3287cc0b596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:54.814316 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-afec489c-39f6-4fa1-b008-3287cc0b596d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34c8e513-2a05-4700-8b4e-592a6885bc11 HTTP/1.1" status: 200 len: 848 time: 0.0613532 May 27 12:32:54.850496 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=e1f50213-5bd6-4a7e-afef-83eabe712ce6,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:54.853758 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:54.897585 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-c4454675-4433-4c91-b5d7-f774afd85dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:54.899086 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-c4454675-4433-4c91-b5d7-f774afd85dc4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c2525c8a-797d-452d-a1d9-0d05ab79162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747507 May 27 12:32:55.037959 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['e1f50213-5bd6-4a7e-afef-83eabe712ce6'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:32:55.069590 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-1615f5f8-be2e-455a-a6ad-83122f2fea26 service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612444 May 27 12:32:55.374564 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21309cb9-0bea-4f98-839f-79197fb9566c req-bc073f1c-871d-4a53-9575-a0cf32691eaa tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:55.376018 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-21309cb9-0bea-4f98-839f-79197fb9566c req-bc073f1c-871d-4a53-9575-a0cf32691eaa tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 945 time: 0.3473234 May 27 12:32:55.388623 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bf288a43-9214-46dd-8f5e-0ec1d202a94a req-1039b058-0ac5-4e1b-aa44-f7f978b8d2c9 service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110542 May 27 12:32:55.442477 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bc999-345d-4745-9c69-cf010897a1fd req-f3a839a2-ba2c-4da1-8289-0972a20de1e1 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:55.443924 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2f7bc999-345d-4745-9c69-cf010897a1fd req-f3a839a2-ba2c-4da1-8289-0972a20de1e1 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 943 time: 0.1845984 May 27 12:32:55.448507 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-21309cb9-0bea-4f98-839f-79197fb9566c req-25a858b5-0f9e-41a8-89fd-7648dcb6590d tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655663 May 27 12:32:55.488928 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2f7bc999-345d-4745-9c69-cf010897a1fd req-32e2ece0-ccfa-49d6-a99c-cdd55b8afeab tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392270 May 27 12:32:56.320055 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device e1f50213-5bd6-4a7e-afef-83eabe712ce6 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:32:56.391948 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port e1f50213-5bd6-4a7e-afef-83eabe712ce6 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:32:56.397595 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port e1f50213-5bd6-4a7e-afef-83eabe712ce6 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:32:56.397969 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:56.511961 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:56.550500 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f350e-4292-4920-a73c-e34baeba2f14 req-954fa3fa-528a-4c8c-b558-c06e0f49a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:56.551634 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port e1f50213-5bd6-4a7e-afef-83eabe712ce6, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:56.552880 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-722f350e-4292-4920-a73c-e34baeba2f14 req-954fa3fa-528a-4c8c-b558-c06e0f49a299 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 1096 time: 0.0863588 May 27 12:32:56.555501 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:56.557391 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:56.624261 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=e1f50213-5bd6-4a7e-afef-83eabe712ce6,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:56.627360 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:56.708673 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-722f350e-4292-4920-a73c-e34baeba2f14 req-e96cebe4-caca-40e2-b89f-55001e601026 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492181 May 27 12:32:56.733597 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:32:56.743444 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165d33b-b586-4da7-8b26-d476489f1548 req-613bda33-b323-4dd9-ac72-e35a58829c70 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:56.745564 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6165d33b-b586-4da7-8b26-d476489f1548 req-613bda33-b323-4dd9-ac72-e35a58829c70 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 946 time: 0.1721375 May 27 12:32:56.758546 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9c2a4-1596-4925-9b9b-0db81ccba1cd req-0240ad89-bdb0-4320-a322-a53fd41657df tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:56.760102 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-73c9c2a4-1596-4925-9b9b-0db81ccba1cd req-0240ad89-bdb0-4320-a322-a53fd41657df tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 943 time: 0.1528640 May 27 12:32:56.829782 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6165d33b-b586-4da7-8b26-d476489f1548 req-51256b33-0ba1-4cd6-b766-584627450c0a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687540 May 27 12:32:56.832651 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-73c9c2a4-1596-4925-9b9b-0db81ccba1cd req-fd3228aa-3dab-476c-9cfa-d1b009d300df tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580058 May 27 12:32:56.881448 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'code': 200} May 27 12:32:57.108080 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c01ea3-81ca-404f-bfa7-040de129d554 req-e6cfecb7-857e-4a7e-9457-af6d36cbe4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:57.109534 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5c01ea3-81ca-404f-bfa7-040de129d554 req-e6cfecb7-857e-4a7e-9457-af6d36cbe4ba service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 1099 time: 0.0681844 May 27 12:32:57.154599 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5c01ea3-81ca-404f-bfa7-040de129d554 req-d4858fb9-3876-4dd7-b045-b315d092466a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368948 May 27 12:32:58.087079 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcf8e5-3770-434f-869b-ca2d5652d158 req-0efb57dc-3210-4ed4-837b-5ef1cc3e8266 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:58.088224 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e8dcf8e5-3770-434f-869b-ca2d5652d158 req-0efb57dc-3210-4ed4-837b-5ef1cc3e8266 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 946 time: 0.1427052 May 27 12:32:58.117440 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5959086-f04b-41c1-a860-de2dbeaef007 req-2ae2d67f-d57c-4ef8-a957-276c51bab6bd tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:58.118841 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a5959086-f04b-41c1-a860-de2dbeaef007 req-2ae2d67f-d57c-4ef8-a957-276c51bab6bd tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 943 time: 0.1415892 May 27 12:32:58.171149 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e8dcf8e5-3770-434f-869b-ca2d5652d158 req-79ad4a59-9b09-4e08-80a7-5a7e4cf34627 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745184 May 27 12:32:58.184598 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a5959086-f04b-41c1-a860-de2dbeaef007 req-acfa549d-387b-4dba-81ac-2bd5de4d8d9c tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578046 May 27 12:32:58.289618 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:58.322060 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 67816fb2-6ce9-46f5-819c-8794ee58da10 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:32:58.455730 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 67816fb2-6ce9-46f5-819c-8794ee58da10, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=67816fb2-6ce9-46f5-819c-8794ee58da10,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:58.469020 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'port_id': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'mac_address': 'fa:16:3e:26:17:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:32:58.528690 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:58.545949 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67816fb2-6ce9-46f5-819c-8794ee58da10 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:32:58.562599 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 67816fb2-6ce9-46f5-819c-8794ee58da10, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=67816fb2-6ce9-46f5-819c-8794ee58da10,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:32:58.566714 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:32:58.568486 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-d4c0cece-f837-4c0c-a80e-b07b829070d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:32:58.632440 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=67816fb2-6ce9-46f5-819c-8794ee58da10,revision_number=7']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:32:58.635373 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:32:58.804537 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['67816fb2-6ce9-46f5-819c-8794ee58da10'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:32:59.355168 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d641fc-1a19-4a26-b1ca-4008ccf00d30 req-0029f194-c9ad-477a-add8-f24bd3e71793 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:59.356609 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-40d641fc-1a19-4a26-b1ca-4008ccf00d30 req-0029f194-c9ad-477a-add8-f24bd3e71793 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 946 time: 0.0783272 May 27 12:32:59.401631 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-40d641fc-1a19-4a26-b1ca-4008ccf00d30 req-f05d19f3-0954-4734-af18-6c7a401bc958 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393474 May 27 12:32:59.589888 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6e459-dc60-4b20-918e-d30bdb2b1a9c req-775793dd-76d7-46f1-8bcd-448ca4244c3b tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:32:59.591242 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9cb6e459-dc60-4b20-918e-d30bdb2b1a9c req-775793dd-76d7-46f1-8bcd-448ca4244c3b tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 946 time: 0.0827274 May 27 12:32:59.634431 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9cb6e459-dc60-4b20-918e-d30bdb2b1a9c req-3b476262-56be-4506-8860-9dc559830930 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375423 May 27 12:33:00.025660 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be712c-3bc6-441b-8de8-2c2cd4d2b896 req-0148a2eb-5f67-4396-b6ee-0d62fee8dc26 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:00.027154 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-42be712c-3bc6-441b-8de8-2c2cd4d2b896 req-0148a2eb-5f67-4396-b6ee-0d62fee8dc26 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 946 time: 0.0799978 May 27 12:33:00.075052 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-42be712c-3bc6-441b-8de8-2c2cd4d2b896 req-ee6730ea-3ab5-4be9-b14c-7e2aa0423d3d tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 May 27 12:33:00.334326 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 67816fb2-6ce9-46f5-819c-8794ee58da10 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:33:00.412469 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 67816fb2-6ce9-46f5-819c-8794ee58da10 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:33:00.412989 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:00.580240 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:00.606138 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:33:00.616247 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 67816fb2-6ce9-46f5-819c-8794ee58da10, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=67816fb2-6ce9-46f5-819c-8794ee58da10,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:00.620833 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:00.622794 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:00.656927 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'code': 200} May 27 12:33:00.688001 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=67816fb2-6ce9-46f5-819c-8794ee58da10,revision_number=8']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:00.690939 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:01.894407 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb573-0b4a-4f44-8029-9cdee943ad0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:02.712922 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d72ce481-52d0-418b-9827-78a3077c91a6 req-7dd809a3-7309-4583-acdb-7203219f2af2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698519 May 27 12:33:02.856686 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ce481-52d0-418b-9827-78a3077c91a6 req-6ab891d6-b8ad-4c17-a34b-4ca52f8e86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:02.858157 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d72ce481-52d0-418b-9827-78a3077c91a6 req-6ab891d6-b8ad-4c17-a34b-4ca52f8e86f0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32a6aaa750194fd3aa7f5917b0d80036&device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 1098 time: 0.0704513 May 27 12:33:03.009066 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ce481-52d0-418b-9827-78a3077c91a6 req-4e99c55b-6ba1-41c2-87fc-5a391330b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:03.010266 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d72ce481-52d0-418b-9827-78a3077c91a6 req-4e99c55b-6ba1-41c2-87fc-5a391330b2a9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c2525c8a-797d-452d-a1d9-0d05ab79162d HTTP/1.1" status: 200 len: 910 time: 0.1327856 May 27 12:33:03.131382 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d72ce481-52d0-418b-9827-78a3077c91a6 req-bd938331-22b1-4419-922b-8a664f846efc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67816fb2-6ce9-46f5-819c-8794ee58da10 HTTP/1.1" status: 200 len: 1000 time: 0.1146681 May 27 12:33:03.197195 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ce481-52d0-418b-9827-78a3077c91a6 req-b5f7173c-5edf-42d1-954d-cc0e2d98108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:03.198698 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d72ce481-52d0-418b-9827-78a3077c91a6 req-b5f7173c-5edf-42d1-954d-cc0e2d98108d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34c8e513-2a05-4700-8b4e-592a6885bc11 HTTP/1.1" status: 200 len: 848 time: 0.0603378 May 27 12:33:03.277797 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ce481-52d0-418b-9827-78a3077c91a6 req-7065776f-97d7-4b91-93a6-544af9e65527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:03.279210 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d72ce481-52d0-418b-9827-78a3077c91a6 req-7065776f-97d7-4b91-93a6-544af9e65527 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c2525c8a-797d-452d-a1d9-0d05ab79162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742409 May 27 12:33:03.512413 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d72ce481-52d0-418b-9827-78a3077c91a6 req-01be1686-74b2-4a57-a300-c04786ee105b service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253454 May 27 12:33:03.589166 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:03.656239 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d72ce481-52d0-418b-9827-78a3077c91a6 req-a41ebac6-6684-42dd-ba75-3ade6f3956b4 service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338990 May 27 12:33:04.333976 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f2771f8c-ada6-465f-bdf0-ef022d66e6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:04.951515 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a173b-20e8-4635-85d5-d1750a077ef5 req-6b2e357a-40c4-479b-821d-44a9d746fb14 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:04.952950 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-594a173b-20e8-4635-85d5-d1750a077ef5 req-6b2e357a-40c4-479b-821d-44a9d746fb14 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 946 time: 0.0832345 May 27 12:33:04.998499 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-594a173b-20e8-4635-85d5-d1750a077ef5 req-57384d1b-9424-49b3-954c-0371df4bb492 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397565 May 27 12:33:05.022604 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36324) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:05.200682 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e29be-bcc2-45ee-8eba-a19341db5500 tempest-TestMinimumBasicScenario-1214009917 tempest-TestMinimumBasicScenario-1214009917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:05.202194 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-514e29be-bcc2-45ee-8eba-a19341db5500 tempest-TestMinimumBasicScenario-1214009917 tempest-TestMinimumBasicScenario-1214009917-project-admin] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 1094 time: 0.1785758 May 27 12:33:05.205107 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36330) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:05.210039 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Request body: {'floatingip': {'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'port_id': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:05.215743 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:05.219509 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Usage tracker for resource:floatingip and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:05.222286 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:05.228609 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:05.238588 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for floatingip, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:05.375424 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:05.518420 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Allocated IP 172.28.3.172 (4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86/425df76e-8d04-4deb-9bf3-ddc6f08c6f18/9b536d57-30bf-472e-848c-03ae9e5f63ac) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:33:05.642485 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:05.664309 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:05.692524 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:05.696760 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:05.766137 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Network 4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:33:05.769126 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:33:05.773357 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:33:05.812764 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event updated for resources: {'Port': ['ID=9b536d57-30bf-472e-848c-03ae9e5f63ac,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:05.820248 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:06.186151 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:06.260897 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:06.463201 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:06.467336 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:06.471483 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:06.666950 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event updated for resources: {'Port': ['ID=9b536d57-30bf-472e-848c-03ae9e5f63ac,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:06.670806 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:06.677312 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:06.848823 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.l3_db [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Floating IP 42c6db50-b7fd-4833-9876-b89d1a265ab4 associated. External IP: 172.28.3.172, port: e1f50213-5bd6-4a7e-afef-83eabe712ce6. May 27 12:33:07.014164 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:07.208933 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Router b7db9808-ecc8-4fa7-b22a-4bcca7552583 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:33:07.391316 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:33:07.400894 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f06f9a-12dc-4e5a-a6b7-8a15b238aa04 None None] Sync routers for ids ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:33:07.409791 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f06f9a-12dc-4e5a-a6b7-8a15b238aa04 None None] Routers {'b7db9808-ecc8-4fa7-b22a-4bcca7552583'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:33:07.410963 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-75f06f9a-12dc-4e5a-a6b7-8a15b238aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:33:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:07.416924 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:07.476420 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2703066 May 27 12:33:07.477502 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:33:07.479333 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 36348) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:07.484962 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048483227', 'description': 'tempest-secgroup-smoke-1048483227 description', 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:07.502149 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:07.506581 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Usage tracker for resource:security_group and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:07.510091 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:07.517114 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:07.527916 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:07.540566 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'status': 'completed', 'code': 200} May 27 12:33:07.556497 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:07.560833 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Usage tracker for resource:security_group_rule and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:07.563730 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:07.569712 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:07.607828 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-75f06f9a-12dc-4e5a-a6b7-8a15b238aa04 None None] Set router b7db9808-ecc8-4fa7-b22a-4bcca7552583 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:33:07.667183 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:07.672084 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:07.681133 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e806d3-fbba-4494-a772-ae8c955048af req-4e68ac94-52ef-4e94-b0f3-c49654ba4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:07.682090 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-defc1add-f243-45bb-827d-83162ede8c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:07.683072 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-33e806d3-fbba-4494-a772-ae8c955048af req-4e68ac94-52ef-4e94-b0f3-c49654ba4421 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f37605bfb374f66aade5ea3b04c3c1b&device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 1099 time: 0.1097400 May 27 12:33:07.722406 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00852d7d-1907-457d-afd7-40066c8f7242,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:07.726991 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:07.730911 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2476428 May 27 12:33:07.732135 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 36358) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:07.735722 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:07.736109 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:07.736580 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:07.736957 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:07.737457 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:07.737823 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:07.738816 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:07.739135 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:07.739485 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:07.739839 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:07.740191 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:07.740542 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:07.756123 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-06b2caaa-1ada-4e17-91d7-0def5434002a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Request body: {'security_group_rule': {'security_group_id': '00852d7d-1907-457d-afd7-40066c8f7242', 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:07.761190 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:07.763793 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-06b2caaa-1ada-4e17-91d7-0def5434002a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:07.768328 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-06b2caaa-1ada-4e17-91d7-0def5434002a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Usage tracker for resource:security_group_rule and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:07.772293 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-06b2caaa-1ada-4e17-91d7-0def5434002a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:07.778458 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-06b2caaa-1ada-4e17-91d7-0def5434002a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:07.795454 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-06b2caaa-1ada-4e17-91d7-0def5434002a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:07.890129 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e806d3-fbba-4494-a772-ae8c955048af req-b174d2ee-f7d1-476f-9902-66fed722a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:07.891707 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-33e806d3-fbba-4494-a772-ae8c955048af req-b174d2ee-f7d1-476f-9902-66fed722a178 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 HTTP/1.1" status: 200 len: 916 time: 0.1959453 May 27 12:33:07.987976 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-06b2caaa-1ada-4e17-91d7-0def5434002a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:07.993528 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-06b2caaa-1ada-4e17-91d7-0def5434002a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:07.996088 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:08.014916 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-33e806d3-fbba-4494-a772-ae8c955048af req-e5971ed6-62e0-4697-9903-37307da7b6cf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6 HTTP/1.1" status: 200 len: 1000 time: 0.1027088 May 27 12:33:08.016589 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2caaa-1ada-4e17-91d7-0def5434002a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b258fe0-f8b1-45f0-a85d-9a2cb0238c7c,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:08.022279 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-06b2caaa-1ada-4e17-91d7-0def5434002a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:08.029690 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-06b2caaa-1ada-4e17-91d7-0def5434002a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.031264 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-06b2caaa-1ada-4e17-91d7-0def5434002a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2982707 May 27 12:33:08.033828 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 36362) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:08.037149 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-75f06f9a-12dc-4e5a-a6b7-8a15b238aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': '42c6db50-b7fd-4833-9876-b89d1a265ab4', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'floating_ip_address': '172.28.3.172', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'port_id': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'mac_address': 'fa:16:3e:c3:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:33:06Z', 'updated_at': '2021-05-27T12:33:06Z', 'revision_number': 0, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b', 'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'mac_address': 'fa:16:3e:ee:2b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:14Z', 'updated_at': '2021-05-27T12:32:22Z', 'revision_number': 5, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'subnets': [{'id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:08.040013 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-7e5b8e6f-832e-47fb-9121-03dfcd0b4120 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Request body: {'security_group_rule': {'security_group_id': '00852d7d-1907-457d-afd7-40066c8f7242', 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:08.041165 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f06f9a-12dc-4e5a-a6b7-8a15b238aa04 None None] Checking router: b7db9808-ecc8-4fa7-b22a-4bcca7552583 for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:33:08.045222 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-7e5b8e6f-832e-47fb-9121-03dfcd0b4120 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:08.049047 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-7e5b8e6f-832e-47fb-9121-03dfcd0b4120 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Usage tracker for resource:security_group_rule and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:08.049989 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f06f9a-12dc-4e5a-a6b7-8a15b238aa04 None None] Routers {'b7db9808-ecc8-4fa7-b22a-4bcca7552583'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:33:08.050662 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-75f06f9a-12dc-4e5a-a6b7-8a15b238aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:33:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:08.052484 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-7e5b8e6f-832e-47fb-9121-03dfcd0b4120 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:08.058541 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-7e5b8e6f-832e-47fb-9121-03dfcd0b4120 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:08.074925 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7e5b8e6f-832e-47fb-9121-03dfcd0b4120 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.083742 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e806d3-fbba-4494-a772-ae8c955048af req-7aba5c6e-2732-4786-808d-37df0753750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:08.085286 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-33e806d3-fbba-4494-a772-ae8c955048af req-7aba5c6e-2732-4786-808d-37df0753750f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef HTTP/1.1" status: 200 len: 854 time: 0.0634933 May 27 12:33:08.137745 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7e5b8e6f-832e-47fb-9121-03dfcd0b4120 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.144217 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7e5b8e6f-832e-47fb-9121-03dfcd0b4120 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.145981 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-40ddc208-0168-4222-a161-2aaad72ac60b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:08.168707 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b8e6f-832e-47fb-9121-03dfcd0b4120 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e129ee6-f934-4c43-8a34-e258e8e00473,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:08.171334 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-7e5b8e6f-832e-47fb-9121-03dfcd0b4120 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:08.172168 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e806d3-fbba-4494-a772-ae8c955048af req-afac19f8-6ada-41af-be96-fbc412718f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:08.173703 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-33e806d3-fbba-4494-a772-ae8c955048af req-afac19f8-6ada-41af-be96-fbc412718f24 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808687 May 27 12:33:08.179777 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7e5b8e6f-832e-47fb-9121-03dfcd0b4120 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.181012 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-7e5b8e6f-832e-47fb-9121-03dfcd0b4120 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461792 May 27 12:33:08.183705 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 36366) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:08.189636 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-cb5c404f-f8e7-4c32-87e2-8178639ee785 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Request body: {'security_group_rule': {'security_group_id': '00852d7d-1907-457d-afd7-40066c8f7242', 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:08.196328 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-cb5c404f-f8e7-4c32-87e2-8178639ee785 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:08.200598 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-cb5c404f-f8e7-4c32-87e2-8178639ee785 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Usage tracker for resource:security_group_rule and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:08.203615 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-cb5c404f-f8e7-4c32-87e2-8178639ee785 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:08.210485 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-cb5c404f-f8e7-4c32-87e2-8178639ee785 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:08.227196 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cb5c404f-f8e7-4c32-87e2-8178639ee785 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.240572 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-75f06f9a-12dc-4e5a-a6b7-8a15b238aa04 None None] Set router b7db9808-ecc8-4fa7-b22a-4bcca7552583 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:33:08.297987 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cb5c404f-f8e7-4c32-87e2-8178639ee785 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.302696 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cb5c404f-f8e7-4c32-87e2-8178639ee785 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.305144 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:08.329454 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c404f-f8e7-4c32-87e2-8178639ee785 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2aff519-27b9-44b8-8326-2253f929b879,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:08.335654 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-cb5c404f-f8e7-4c32-87e2-8178639ee785 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:08.344149 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cb5c404f-f8e7-4c32-87e2-8178639ee785 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.348729 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-cb5c404f-f8e7-4c32-87e2-8178639ee785 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607707 May 27 12:33:08.348931 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 36370) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:08.354299 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-cc194cd7-f7cf-4fae-8e71-ea84ed8f6fbf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Request body: {'security_group_rule': {'security_group_id': '00852d7d-1907-457d-afd7-40066c8f7242', 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:08.360667 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-cc194cd7-f7cf-4fae-8e71-ea84ed8f6fbf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:08.364773 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-cc194cd7-f7cf-4fae-8e71-ea84ed8f6fbf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Usage tracker for resource:security_group_rule and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:08.367785 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-cc194cd7-f7cf-4fae-8e71-ea84ed8f6fbf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:08.374394 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-cc194cd7-f7cf-4fae-8e71-ea84ed8f6fbf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:08.396729 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cc194cd7-f7cf-4fae-8e71-ea84ed8f6fbf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.433417 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-33e806d3-fbba-4494-a772-ae8c955048af req-f807f012-edc6-44d2-a462-7258e176e9ff service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520752 May 27 12:33:08.464703 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cc194cd7-f7cf-4fae-8e71-ea84ed8f6fbf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.469031 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cc194cd7-f7cf-4fae-8e71-ea84ed8f6fbf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.471409 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a9bdbe6f-2c82-4885-85aa-40e61f42fb92 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:08.494507 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc194cd7-f7cf-4fae-8e71-ea84ed8f6fbf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b391be8-0ad3-4fd4-a76f-ff034f0a902b,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:08.497791 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-cc194cd7-f7cf-4fae-8e71-ea84ed8f6fbf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:08.507001 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-cc194cd7-f7cf-4fae-8e71-ea84ed8f6fbf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.510720 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-cc194cd7-f7cf-4fae-8e71-ea84ed8f6fbf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583717 May 27 12:33:08.510975 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 36374) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:08.517917 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Request body: {'security_group_rule': {'security_group_id': '00852d7d-1907-457d-afd7-40066c8f7242', 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:08.525243 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:08.529428 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Usage tracker for resource:security_group_rule and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:08.532864 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:08.538672 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:08.549741 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.db.securitygroups_db [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Project 9f37605bfb374f66aade5ea3b04c3c1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 12:33:08.556393 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.584545 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-33e806d3-fbba-4494-a772-ae8c955048af req-c546acb5-4a5c-44e1-88aa-a4e2b5328e00 service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420381 May 27 12:33:08.631879 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.636850 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.644929 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-fcdc529c-179c-4733-af77-e027b93e724f tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:08.663721 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9033089b-6a47-4a33-8626-6bb009760f7a,revision_number=0']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:08.665762 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-75f06f9a-12dc-4e5a-a6b7-8a15b238aa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': '42c6db50-b7fd-4833-9876-b89d1a265ab4', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'floating_ip_address': '172.28.3.172', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'port_id': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'mac_address': 'fa:16:3e:c3:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:33:06Z', 'updated_at': '2021-05-27T12:33:06Z', 'revision_number': 0, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b', 'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'mac_address': 'fa:16:3e:ee:2b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:14Z', 'updated_at': '2021-05-27T12:32:22Z', 'revision_number': 5, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'subnets': [{'id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:08.666710 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:08.670179 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f06f9a-12dc-4e5a-a6b7-8a15b238aa04 None None] The sync data for ids ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'] in dv-cinder-793386-1-smb is: [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_floatingips': [{'id': '42c6db50-b7fd-4833-9876-b89d1a265ab4', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'floating_ip_address': '172.28.3.172', 'floating_network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'router_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'port_id': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'mac_address': 'fa:16:3e:c3:76:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T12:33:06Z', 'updated_at': '2021-05-27T12:33:06Z', 'revision_number': 0, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b', 'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'mac_address': 'fa:16:3e:ee:2b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:14Z', 'updated_at': '2021-05-27T12:32:22Z', 'revision_number': 5, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'subnets': [{'id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:33:08.674559 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.678981 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-44bb7e25-ec85-4aa1-83ed-1f6c7fd66ab0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1638558 May 27 12:33:08.679129 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36378) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:08.684393 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Request body: {'security_group_rule': {'security_group_id': '00852d7d-1907-457d-afd7-40066c8f7242', 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:08.690534 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:08.695466 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Usage tracker for resource:security_group_rule and tenant:9f37605bfb374f66aade5ea3b04c3c1b is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:08.698911 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:08.705540 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:08.715757 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.securitygroups_db [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Project 9f37605bfb374f66aade5ea3b04c3c1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 12:33:08.721905 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.793615 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.798092 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853125'] for security_group_rule, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.805647 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:08.825587 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a97e96d-61bb-49a5-8622-b62b537d3644,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:08.828459 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:08.839726 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:08.841023 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-a7f118a5-63b3-49a4-be91-28c3a5876513 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1608806 May 27 12:33:08.920417 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c794c9d-810f-4df2-bb67-90aae6658607 None None] New status for floating IP 42c6db50-b7fd-4833-9876-b89d1a265ab4: ACTIVE {{(pid=91787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 12:33:08.975126 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2ba41fb4-667c-4c05-bd60-5747d1dcdd31 req-c67412d3-0975-44ac-8b01-9614916e2fa7 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048483227&fields=id&tenant_id=9f37605bfb374f66aade5ea3b04c3c1b HTTP/1.1" status: 200 len: 267 time: 0.0427160 May 27 12:33:09.064477 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba41fb4-667c-4c05-bd60-5747d1dcdd31 req-84093074-d584-4896-8720-ac205e7cf7db tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:09.065916 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2ba41fb4-667c-4c05-bd60-5747d1dcdd31 req-84093074-d584-4896-8720-ac205e7cf7db tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 946 time: 0.0851429 May 27 12:33:09.077299 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-2ba41fb4-667c-4c05-bd60-5747d1dcdd31 req-85109dfe-d50f-4711-94c7-bd456d998921 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Request body: {'port': {'security_groups': ['31be285f-af9d-444a-8709-150983a89380', '00852d7d-1907-457d-afd7-40066c8f7242']}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:09.200104 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-2ba41fb4-667c-4c05-bd60-5747d1dcdd31 req-85109dfe-d50f-4711-94c7-bd456d998921 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:09.459425 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-2ba41fb4-667c-4c05-bd60-5747d1dcdd31 req-85109dfe-d50f-4711-94c7-bd456d998921 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] For port e1f50213-5bd6-4a7e-afef-83eabe712ce6, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:09.490969 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-2ba41fb4-667c-4c05-bd60-5747d1dcdd31 req-85109dfe-d50f-4711-94c7-bd456d998921 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:09.496860 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-2ba41fb4-667c-4c05-bd60-5747d1dcdd31 req-85109dfe-d50f-4711-94c7-bd456d998921 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:09.502748 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:09.508822 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['e1f50213-5bd6-4a7e-afef-83eabe712ce6'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:33:09.573933 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba41fb4-667c-4c05-bd60-5747d1dcdd31 req-85109dfe-d50f-4711-94c7-bd456d998921 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:09.574603 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-2ba41fb4-667c-4c05-bd60-5747d1dcdd31 req-85109dfe-d50f-4711-94c7-bd456d998921 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:09.576080 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2ba41fb4-667c-4c05-bd60-5747d1dcdd31 req-85109dfe-d50f-4711-94c7-bd456d998921 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "PUT /v2.0/ports/e1f50213-5bd6-4a7e-afef-83eabe712ce6 HTTP/1.1" status: 200 len: 982 time: 0.5033650 May 27 12:33:09.576611 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:33:09.617037 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85109dfe-d50f-4711-94c7-bd456d998921 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event updated for resources: {'Port': ['ID=e1f50213-5bd6-4a7e-afef-83eabe712ce6,revision_number=6']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:09.620826 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-85109dfe-d50f-4711-94c7-bd456d998921 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:09.637210 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'status': 'completed', 'code': 200} May 27 12:33:09.666854 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:33:09.674920 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['e1f50213-5bd6-4a7e-afef-83eabe712ce6'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:33:09.827825 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10ae03-1aa1-483b-ace9-65fbfd140213 req-6fa888e6-2be7-43c0-bfbb-fc0f810712f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:09.829208 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9d10ae03-1aa1-483b-ace9-65fbfd140213 req-6fa888e6-2be7-43c0-bfbb-fc0f810712f0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f37605bfb374f66aade5ea3b04c3c1b&device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 1138 time: 0.1580639 May 27 12:33:09.841569 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0276a59-fe92-40fa-8b90-1a14491e858e req-ba5a813e-4bd9-42be-acb0-30fc56a57b7a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:09.842977 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b0276a59-fe92-40fa-8b90-1a14491e858e req-ba5a813e-4bd9-42be-acb0-30fc56a57b7a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 985 time: 0.1346478 May 27 12:33:09.907730 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-feb03f5f-c26c-458c-b6ee-d2b93e6c3428 None None] Provisioning complete for port e1f50213-5bd6-4a7e-afef-83eabe712ce6 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:33:09.908201 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-feb03f5f-c26c-458c-b6ee-d2b93e6c3428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:09.966916 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b0276a59-fe92-40fa-8b90-1a14491e858e req-76860071-180a-4961-9e27-b0169da9f1cb tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=00852d7d-1907-457d-afd7-40066c8f7242&id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056349 May 27 12:33:10.012111 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10ae03-1aa1-483b-ace9-65fbfd140213 req-ee2891ba-8f27-4952-9c9d-5c33868f4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:10.013785 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9d10ae03-1aa1-483b-ace9-65fbfd140213 req-ee2891ba-8f27-4952-9c9d-5c33868f4eb7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 HTTP/1.1" status: 200 len: 916 time: 0.1699662 May 27 12:33:10.130855 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9d10ae03-1aa1-483b-ace9-65fbfd140213 req-c5f95608-b245-4a75-89a0-88a6e8f97620 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6 HTTP/1.1" status: 200 len: 1002 time: 0.1098521 May 27 12:33:10.193988 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10ae03-1aa1-483b-ace9-65fbfd140213 req-a49770e0-a451-4979-9114-a9bcf9f06c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:10.195450 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9d10ae03-1aa1-483b-ace9-65fbfd140213 req-a49770e0-a451-4979-9114-a9bcf9f06c11 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef HTTP/1.1" status: 200 len: 854 time: 0.0588059 May 27 12:33:10.275198 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10ae03-1aa1-483b-ace9-65fbfd140213 req-d1395169-0696-415a-86ba-fc690b3e28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:10.276664 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9d10ae03-1aa1-483b-ace9-65fbfd140213 req-d1395169-0696-415a-86ba-fc690b3e28c0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725374 May 27 12:33:10.415421 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9d10ae03-1aa1-483b-ace9-65fbfd140213 req-bf8f6dc5-5dfe-4c72-8fe5-2b447e543ae3 service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297834 May 27 12:33:10.657772 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9d10ae03-1aa1-483b-ace9-65fbfd140213 req-018ef857-94e0-4a53-915b-af943fe78ca7 service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332146 May 27 12:33:11.285216 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93b6cf-e251-47a2-9174-f4bd6701ef42 req-03410308-72ed-4784-82e5-9a50b205651a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:11.286587 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3e93b6cf-e251-47a2-9174-f4bd6701ef42 req-03410308-72ed-4784-82e5-9a50b205651a tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 945 time: 0.0787249 May 27 12:33:11.329566 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3e93b6cf-e251-47a2-9174-f4bd6701ef42 req-8ad144a6-f2d7-4bf2-9a6d-7b1b277fea10 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff4aec1e-f242-47f1-b52c-2c9bd18c979e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373302 May 27 12:33:12.468877 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3f1e-22ba-493d-9405-cb5cc4d2dfd4 req-224d92b0-1a21-4209-9696-2a48119e9901 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:12.470367 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-923a3f1e-22ba-493d-9405-cb5cc4d2dfd4 req-224d92b0-1a21-4209-9696-2a48119e9901 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0828030 May 27 12:33:12.516813 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-923a3f1e-22ba-493d-9405-cb5cc4d2dfd4 req-4760de4d-f8ce-4cec-b9f5-5e93c0b3b770 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406506 May 27 12:33:12.628820 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc8a4e-d9c6-4798-bfe9-439e1bafe79f req-4e43ced0-adf9-4db6-8f8e-ca0b0adbddf7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:12.630834 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e5cc8a4e-d9c6-4798-bfe9-439e1bafe79f req-4e43ced0-adf9-4db6-8f8e-ca0b0adbddf7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 945 time: 0.0797718 May 27 12:33:12.678567 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e5cc8a4e-d9c6-4798-bfe9-439e1bafe79f req-2648d738-205e-424a-ad8d-539ecd88dc5e tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff4aec1e-f242-47f1-b52c-2c9bd18c979e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420272 May 27 12:33:13.377111 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-529b1478-b2b9-4f33-bbeb-5d656b319015 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:13.378601 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-529b1478-b2b9-4f33-bbeb-5d656b319015 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.95 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 945 time: 0.0777192 May 27 12:33:13.521704 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Deleting port 7755abe0-529c-42ef-9736-eb95c7a80ee6 {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:33:13.522413 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:13.698547 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] For port 7755abe0-529c-42ef-9736-eb95c7a80ee6, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=7755abe0-529c-42ef-9736-eb95c7a80ee6,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:13.698879 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:13.939776 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31888a-4c90-405b-9309-24d321baae17 req-0ff1317d-6e05-467c-b944-994852f09ad2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:13.941225 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ff31888a-4c90-405b-9309-24d321baae17 req-0ff1317d-6e05-467c-b944-994852f09ad2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.3100133 May 27 12:33:14.094737 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ff31888a-4c90-405b-9309-24d321baae17 req-56a841d0-7168-494c-b7fe-7b449f890fe9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436107 May 27 12:33:14.113496 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6cd10-9b08-495d-bbc6-d32bd698e2f8 req-03038286-ec46-4ada-b23b-0993ba863c41 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:14.115506 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d2d6cd10-9b08-495d-bbc6-d32bd698e2f8 req-03038286-ec46-4ada-b23b-0993ba863c41 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 945 time: 0.3264880 May 27 12:33:14.117156 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:14.117525 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:14.117831 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.l3_db [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Floating IP aa5008c6-934d-4f91-bc8f-d4d7a2d2ef6e disassociated. External IP: 172.28.3.249, port: 7755abe0-529c-42ef-9736-eb95c7a80ee6. May 27 12:33:14.118170 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Calling delete_port for 7755abe0-529c-42ef-9736-eb95c7a80ee6 owned by compute:nova {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:33:14.175256 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d2d6cd10-9b08-495d-bbc6-d32bd698e2f8 req-8177f6f9-6034-4a78-a0d4-b551d790ab27 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups?id=ff4aec1e-f242-47f1-b52c-2c9bd18c979e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526123 May 27 12:33:14.260299 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:14.266031 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-6e07da13-4b92-445c-bfe3-9af12dfecb84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:14.313393 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event deleted for resources: {'Port': ['ID=7755abe0-529c-42ef-9736-eb95c7a80ee6,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:14.316441 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:14.495362 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Router cec179eb-9dd6-4e39-b514-30811191aa10 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:33:14.772301 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:33:14.781907 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bd4bf-168b-4e4d-8d93-7ee096f3c887 None None] Sync routers for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:33:14.791403 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176bd4bf-168b-4e4d-8d93-7ee096f3c887 None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:33:14.792027 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-176bd4bf-168b-4e4d-8d93-7ee096f3c887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:33:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:14.844831 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] No DVR routers for this DVR port 7755abe0-529c-42ef-9736-eb95c7a80ee6 on host hv-cinder-79338 {{(pid=91785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:33:14.847490 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:14.850822 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'name': 'network-vif-deleted', 'tag': '7755abe0-529c-42ef-9736-eb95c7a80ee6'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:33:14.866165 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c6e1248b-2564-40bb-9e43-aee885178f4a req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.95 "DELETE /v2.0/ports/7755abe0-529c-42ef-9736-eb95c7a80ee6 HTTP/1.1" status: 204 len: 173 time: 1.4811034 May 27 12:33:14.905589 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523b87f6-5649-4cc8-88d0-f70347e7133a', 'name': 'network-vif-deleted', 'tag': '7755abe0-529c-42ef-9736-eb95c7a80ee6', 'status': 'completed', 'code': 200} May 27 12:33:14.972608 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-176bd4bf-168b-4e4d-8d93-7ee096f3c887 None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:33:15.284313 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a9d4b-f4ea-46fb-b94b-14353ae6e240 req-4062bc70-3d6a-4643-9740-b21210155d3f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:15.292688 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4c7a9d4b-f4ea-46fb-b94b-14353ae6e240 req-4062bc70-3d6a-4643-9740-b21210155d3f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0888062 May 27 12:33:15.299456 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-176bd4bf-168b-4e4d-8d93-7ee096f3c887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:16Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:15.304501 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bd4bf-168b-4e4d-8d93-7ee096f3c887 None None] Checking router: cec179eb-9dd6-4e39-b514-30811191aa10 for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:33:15.313887 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176bd4bf-168b-4e4d-8d93-7ee096f3c887 None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:33:15.314571 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-176bd4bf-168b-4e4d-8d93-7ee096f3c887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:33:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:15.368982 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-82c6bc5f-0d86-4fc9-81c5-ffc71712e125 req-224e9fa6-b11b-4943-a1fe-e78bb1ff296e tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Synchronizing usage tracker for tenant:4d75b6a2145c461eaa7d4a0266c827e1 on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:33:15.387195 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4c7a9d4b-f4ea-46fb-b94b-14353ae6e240 req-d4e94289-c307-4bff-a0e1-77da5bb7482d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891263 May 27 12:33:15.408428 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-82c6bc5f-0d86-4fc9-81c5-ffc71712e125 req-224e9fa6-b11b-4943-a1fe-e78bb1ff296e tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Unset dirty status for tenant:4d75b6a2145c461eaa7d4a0266c827e1 on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:33:15.409703 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-82c6bc5f-0d86-4fc9-81c5-ffc71712e125 req-224e9fa6-b11b-4943-a1fe-e78bb1ff296e tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/ports?device_id=523b87f6-5649-4cc8-88d0-f70347e7133a HTTP/1.1" status: 200 len: 210 time: 0.0983286 May 27 12:33:15.499675 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-176bd4bf-168b-4e4d-8d93-7ee096f3c887 None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:33:15.836985 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-176bd4bf-168b-4e4d-8d93-7ee096f3c887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:16Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:15.840800 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176bd4bf-168b-4e4d-8d93-7ee096f3c887 None None] The sync data for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb is: [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:28:06Z', 'revision_number': 4, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'c65707bf-fa9f-4f32-ac14-b0c31ea398e9', 'name': '', 'network_id': '37d0ea95-dd69-40ea-890c-fe72901ad612', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'mac_address': 'fa:16:3e:2e:70:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:28:01Z', 'updated_at': '2021-05-27T12:28:16Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'subnets': [{'id': '74a519ef-baf2-4ef8-922c-d5f0e6de02aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:33:16.051911 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522c8510-16cd-4a8f-aab9-045e832669f8 None None] New status for floating IP aa5008c6-934d-4f91-bc8f-d4d7a2d2ef6e: DOWN {{(pid=91787) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 12:33:16.448416 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 7755abe0-529c-42ef-9736-eb95c7a80ee6 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:33:16.483962 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 7755abe0-529c-42ef-9736-eb95c7a80ee6 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:33:16.484408 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 7755abe0-529c-42ef-9736-eb95c7a80ee6 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:33:16.537941 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36454) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:16.628880 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-49bc245a-1261-472f-9b12-5325e8aeb635 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:16.647316 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38aa71c-6678-4fa0-9c07-2a6fdabe5312 req-9eafe1ad-5e11-4b7a-9482-b1abc39e93c3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:16.648781 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a38aa71c-6678-4fa0-9c07-2a6fdabe5312 req-9eafe1ad-5e11-4b7a-9482-b1abc39e93c3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.1501851 May 27 12:33:16.682915 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-49bc245a-1261-472f-9b12-5325e8aeb635 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:16.730092 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a38aa71c-6678-4fa0-9c07-2a6fdabe5312 req-2b7f949c-6266-4ded-9c4d-da5527b12578 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753825 May 27 12:33:16.752318 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-49bc245a-1261-472f-9b12-5325e8aeb635 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:16.756957 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-b8c80b52-00fd-4d4b-a2ed-63bb84131695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:16.772748 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc245a-1261-472f-9b12-5325e8aeb635 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4aec1e-f242-47f1-b52c-2c9bd18c979e,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:16.775231 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-49bc245a-1261-472f-9b12-5325e8aeb635 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:16.783441 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-49bc245a-1261-472f-9b12-5325e8aeb635 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:16.784546 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-49bc245a-1261-472f-9b12-5325e8aeb635 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "DELETE /v2.0/security-groups/ff4aec1e-f242-47f1-b52c-2c9bd18c979e HTTP/1.1" status: 204 len: 168 time: 0.2456546 May 27 12:33:16.787229 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36458) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:16.804368 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.api.v2.resource [None req-f1608a26-113e-4791-bf73-33eb71bbdea4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] show failed (client error): The resource could not be found. May 27 12:33:16.805378 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-f1608a26-113e-4791-bf73-33eb71bbdea4 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "GET /v2.0/security-groups/ff4aec1e-f242-47f1-b52c-2c9bd18c979e HTTP/1.1" status: 404 len: 347 time: 0.0170858 May 27 12:33:16.808240 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36462) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:17.021396 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc46d-d720-4d4d-9eeb-19a00dceadd7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Deleting port a4f5608a-e234-46ca-be64-f80c36ca89fb {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:33:17.021643 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75ccc46d-d720-4d4d-9eeb-19a00dceadd7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:17.144296 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75ccc46d-d720-4d4d-9eeb-19a00dceadd7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:17.144981 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75ccc46d-d720-4d4d-9eeb-19a00dceadd7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:17.274086 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-75ccc46d-d720-4d4d-9eeb-19a00dceadd7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Calling delete_port for a4f5608a-e234-46ca-be64-f80c36ca89fb owned by network:floatingip {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:33:17.388704 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75ccc46d-d720-4d4d-9eeb-19a00dceadd7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:17.392759 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-92c1b35d-f112-4a67-82be-b24ff83084d2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:17.433110 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccc46d-d720-4d4d-9eeb-19a00dceadd7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Pushing event deleted for resources: {'Port': ['ID=a4f5608a-e234-46ca-be64-f80c36ca89fb,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:17.436984 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-75ccc46d-d720-4d4d-9eeb-19a00dceadd7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:17.539855 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75ccc46d-d720-4d4d-9eeb-19a00dceadd7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks [] for floatingip, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:17.557116 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-75ccc46d-d720-4d4d-9eeb-19a00dceadd7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:17.558226 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-75ccc46d-d720-4d4d-9eeb-19a00dceadd7 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] 10.222.0.90 "DELETE /v2.0/floatingips/aa5008c6-934d-4f91-bc8f-d4d7a2d2ef6e HTTP/1.1" status: 204 len: 168 time: 0.7491066 May 27 12:33:17.923737 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e150f3-22cb-4c3d-b5b2-0315f6479612 req-7eeab29a-185e-4dfd-89f5-bf879696b442 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:17.925188 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-02e150f3-22cb-4c3d-b5b2-0315f6479612 req-7eeab29a-185e-4dfd-89f5-bf879696b442 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0822160 May 27 12:33:17.969143 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-02e150f3-22cb-4c3d-b5b2-0315f6479612 req-cc044028-afde-4d91-89b1-4fcc6b2d0977 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381887 May 27 12:33:19.160577 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c160e3f-7b3f-4cf1-b528-b3e2ddb854e7 req-dd0fafe2-ae82-4eed-8d39-aaf78bc78b78 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:19.162639 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4c160e3f-7b3f-4cf1-b528-b3e2ddb854e7 req-dd0fafe2-ae82-4eed-8d39-aaf78bc78b78 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0853651 May 27 12:33:19.292719 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4c160e3f-7b3f-4cf1-b528-b3e2ddb854e7 req-df66a067-ebb0-4969-849b-468dcc5ecae1 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243498 May 27 12:33:20.490881 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba75d4-b27f-44ed-838a-01a1f70da018 req-40776028-1bb6-4ae5-a4a1-661c151d47e8 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:20.492381 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0cba75d4-b27f-44ed-838a-01a1f70da018 req-40776028-1bb6-4ae5-a4a1-661c151d47e8 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0831647 May 27 12:33:20.540532 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0cba75d4-b27f-44ed-838a-01a1f70da018 req-274a804b-7095-4c1f-9912-85bf4e22ae7f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420580 May 27 12:33:21.683281 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 36500) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:21.730160 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ba188-7934-42a6-adc4-5aab0bcaa95e req-c6c3b632-2247-41af-8be0-22a55f856e53 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:21.731685 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-669ba188-7934-42a6-adc4-5aab0bcaa95e req-c6c3b632-2247-41af-8be0-22a55f856e53 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0806065 May 27 12:33:21.776706 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-669ba188-7934-42a6-adc4-5aab0bcaa95e req-7bb76f9a-d1e3-4dc3-a224-0257ee8d8482 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393465 May 27 12:33:22.332453 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010419'] for router_interface, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:22.729000 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] Deleting port c65707bf-fa9f-4f32-ac14-b0c31ea398e9 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:33:22.729672 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:22.850433 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] For port c65707bf-fa9f-4f32-ac14-b0c31ea398e9, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=c65707bf-fa9f-4f32-ac14-b0c31ea398e9,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:22.850795 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:22.973475 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb0c82-f90a-4b0d-b403-fe9fa23eee35 req-25322a64-4baa-43ab-8cc6-855d50dc0b82 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:22.975942 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e8fb0c82-f90a-4b0d-b403-fe9fa23eee35 req-25322a64-4baa-43ab-8cc6-855d50dc0b82 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0866797 May 27 12:33:23.023106 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e8fb0c82-f90a-4b0d-b403-fe9fa23eee35 req-a02b3327-d199-4a9a-ae93-9f66744f736a tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419438 May 27 12:33:23.072949 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] Calling delete_port for c65707bf-fa9f-4f32-ac14-b0c31ea398e9 owned by network:router_interface {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:33:23.362296 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:23.366795 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:23.415675 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c65707bf-fa9f-4f32-ac14-b0c31ea398e9,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:23.418226 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:23.689275 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013827'] for router_interface, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:24.073003 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] Router cec179eb-9dd6-4e39-b514-30811191aa10 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:33:24.212697 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8c3b0-f451-468c-8d19-0d4a913065a1 req-4f7c894d-ee71-4fa3-9e3b-b278d563f44c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:24.214760 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c9d8c3b0-f451-468c-8d19-0d4a913065a1 req-4f7c894d-ee71-4fa3-9e3b-b278d563f44c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0814834 May 27 12:33:24.250588 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:33:24.261399 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d0e9e-31ca-4144-873c-04acdcc75749 None None] Sync routers for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:33:24.266433 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c9d8c3b0-f451-468c-8d19-0d4a913065a1 req-8668bd28-5115-40cf-abf3-277c31ddb36e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459373 May 27 12:33:24.267185 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-8d0c5cf7-953a-4d49-813e-727404dedea8 admin admin] 10.222.0.90 "PUT /v2.0/routers/cec179eb-9dd6-4e39-b514-30811191aa10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5817664 May 27 12:33:24.267985 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 36512) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:24.272935 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d0e9e-31ca-4144-873c-04acdcc75749 None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:33:24.273662 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-717d0e9e-31ca-4144-873c-04acdcc75749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:33:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:24.450826 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-717d0e9e-31ca-4144-873c-04acdcc75749 None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:33:24.550967 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:24.723607 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:24.727505 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-717d0e9e-31ca-4144-873c-04acdcc75749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18'}], 'enable_snat': True}, 'gw_port_id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:33:23Z', 'revision_number': 5, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port': {'id': 'e21e3679-80a7-4096-98a8-deb74c475891', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:44Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:24.731511 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d0e9e-31ca-4144-873c-04acdcc75749 None None] Checking router: cec179eb-9dd6-4e39-b514-30811191aa10 for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:33:24.740151 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d0e9e-31ca-4144-873c-04acdcc75749 None None] Routers {'cec179eb-9dd6-4e39-b514-30811191aa10'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:33:24.740764 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-717d0e9e-31ca-4144-873c-04acdcc75749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:33:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['cec179eb-9dd6-4e39-b514-30811191aa10'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:24.799300 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Deleting port e21e3679-80a7-4096-98a8-deb74c475891 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:33:24.799643 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:24.888139 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-717d0e9e-31ca-4144-873c-04acdcc75749 None None] Set router cec179eb-9dd6-4e39-b514-30811191aa10 gateway port host: None {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:33:24.920534 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] For port e21e3679-80a7-4096-98a8-deb74c475891, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=e21e3679-80a7-4096-98a8-deb74c475891,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:24.920886 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:24.992003 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-717d0e9e-31ca-4144-873c-04acdcc75749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:33:24Z', 'revision_number': 6, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port_host': None}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:24.995820 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d0e9e-31ca-4144-873c-04acdcc75749 None None] The sync data for ids ['cec179eb-9dd6-4e39-b514-30811191aa10'] in dv-cinder-793386-1-smb is: [{'id': 'cec179eb-9dd6-4e39-b514-30811191aa10', 'name': 'tempest-AttachVolumeTestJSON-1036506437-router', 'tenant_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:40Z', 'updated_at': '2021-05-27T12:33:24Z', 'revision_number': 6, 'project_id': '4d75b6a2145c461eaa7d4a0266c827e1', 'gw_port_host': None}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:33:25.044381 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Calling delete_port for e21e3679-80a7-4096-98a8-deb74c475891 owned by network:router_gateway {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:33:25.177283 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:25.181052 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:25.225734 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21e3679-80a7-4096-98a8-deb74c475891,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:25.228176 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:25.327677 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008348'] for router_gateway, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:25.491852 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67d4b4-c175-4b01-9969-e8b06e40f2cb req-a0ddc647-f638-4c89-83a7-48fffd80b52d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:25.493328 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3e67d4b4-c175-4b01-9969-e8b06e40f2cb req-a0ddc647-f638-4c89-83a7-48fffd80b52d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0875666 May 27 12:33:25.502672 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16088'] for router, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:25.504880 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:25.527777 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1014895'] for router, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:25.528768 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cec179eb-9dd6-4e39-b514-30811191aa10 {{(pid=91784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 12:33:25.538749 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3e67d4b4-c175-4b01-9969-e8b06e40f2cb req-7eaa0f7d-0e39-4f58-9282-d0b79f035714 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394669 May 27 12:33:25.542319 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Notify callbacks [] for router, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:25.546149 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36518) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:25.546468 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] 10.222.0.90 "DELETE /v2.0/routers/cec179eb-9dd6-4e39-b514-30811191aa10 HTTP/1.1" status: 204 len: 168 time: 1.2769570 May 27 12:33:25.603839 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd391ff-39e0-457e-859b-1a12f8aece58 admin admin] Deleting subnet 74a519ef-baf2-4ef8-922c-d5f0e6de02aa {{(pid=91785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:33:25.606675 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cbd391ff-39e0-457e-859b-1a12f8aece58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:25.657658 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cbd391ff-39e0-457e-859b-1a12f8aece58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473741'] for subnet, precommit_delete_associations {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:25.783668 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cbd391ff-39e0-457e-859b-1a12f8aece58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.045621 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cbd391ff-39e0-457e-859b-1a12f8aece58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3039649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3065520'] for subnet, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.050316 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5d5b76e1-85a2-4934-b493-977db99d60c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:26.086727 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd391ff-39e0-457e-859b-1a12f8aece58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a519ef-baf2-4ef8-922c-d5f0e6de02aa,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:26.089801 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-cbd391ff-39e0-457e-859b-1a12f8aece58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:26.090727 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cbd391ff-39e0-457e-859b-1a12f8aece58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.095789 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80058ab0-fb1b-4ee8-a17c-23f596fed745 None None] Network 37d0ea95-dd69-40ea-890c-fe72901ad612 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:33:26.096774 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-cbd391ff-39e0-457e-859b-1a12f8aece58 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/74a519ef-baf2-4ef8-922c-d5f0e6de02aa HTTP/1.1" status: 204 len: 168 time: 0.5495391 May 27 12:33:26.099200 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36522) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:26.176104 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device c65707bf-fa9f-4f32-ac14-b0c31ea398e9 no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:33:26.206313 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.211798 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: c65707bf-fa9f-4f32-ac14-b0c31ea398e9 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:33:26.212159 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device c65707bf-fa9f-4f32-ac14-b0c31ea398e9 not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:33:26.212583 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device e21e3679-80a7-4096-98a8-deb74c475891 no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:33:26.279005 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Deleting port a6a842fe-3a26-468c-94fa-12a712e6279e {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:33:26.279269 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.287431 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: e21e3679-80a7-4096-98a8-deb74c475891 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:33:26.287786 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device e21e3679-80a7-4096-98a8-deb74c475891 not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:33:26.378989 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] For port a6a842fe-3a26-468c-94fa-12a712e6279e, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=a6a842fe-3a26-468c-94fa-12a712e6279e,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:26.380106 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.438469 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] DHCP port deletion for 37d0ea95-dd69-40ea-890c-fe72901ad612 request from dv-cinder-793386-1-smb {{(pid=91786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 12:33:26.504010 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Calling delete_port for a6a842fe-3a26-468c-94fa-12a712e6279e owned by network:dhcp {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:33:26.504706 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Deleting port a6a842fe-3a26-468c-94fa-12a712e6279e {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:33:26.504706 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.550476 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.554147 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-13075973-961f-44ba-b57b-f87d89eda529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:26.605345 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] For port a6a842fe-3a26-468c-94fa-12a712e6279e, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=a6a842fe-3a26-468c-94fa-12a712e6279e,segment=NetworkSegment(3be02a78-6764-4ae4-a790-5f679f2e83a0),segment_id=3be02a78-6764-4ae4-a790-5f679f2e83a0)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:26.605775 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.689991 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a842fe-3a26-468c-94fa-12a712e6279e,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:26.692388 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:26.695908 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] No DVR routers for this DVR port a6a842fe-3a26-468c-94fa-12a712e6279e on host dv-cinder-793386-1-smb {{(pid=91785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:33:26.731446 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Calling delete_port for a6a842fe-3a26-468c-94fa-12a712e6279e owned by network:dhcp {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:33:26.855905 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.860493 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:26.861733 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.876621 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d0ea95-dd69-40ea-890c-fe72901ad612']}} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:26.891454 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be02a78-6764-4ae4-a790-5f679f2e83a0') {'for_net_delete': True} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:26.891745 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be02a78-6764-4ae4-a790-5f679f2e83a0') {} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:33:26.904182 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Pushing event deleted for resources: {'Port': ['ID=a6a842fe-3a26-468c-94fa-12a712e6279e,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:26.909486 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] No DVR routers for this DVR port a6a842fe-3a26-468c-94fa-12a712e6279e on host dv-cinder-793386-1-smb {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:33:26.911237 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473780'] for segment, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.914745 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:26.915218 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:26.915562 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:26.915893 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:26.916217 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:26.916536 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:26.916851 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:26.917165 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:26.917477 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:26.917787 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:26.918101 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:26.918434 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:26.921806 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-c92d1f08-07b1-4b17-8037-e6048b9c85ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:26.929423 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbcbb6-a210-4575-b4a4-e05476113c61 req-df7c9646-9c93-448a-9852-6b77e9d660c4 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:26.933063 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-53dbcbb6-a210-4575-b4a4-e05476113c61 req-df7c9646-9c93-448a-9852-6b77e9d660c4 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.2439713 May 27 12:33:26.939205 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.960634 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=91785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:33:26.960889 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3041027'] for segment, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: Traceback (most recent call last): May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: timer() May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: cb(*args, **kw) May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: return func(*args, **kwargs) May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: self._notify() May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: self.callback(batched_events) May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: event.method(event) May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: return f(self, *a, **k) May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: return self._get(url).json() May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: return self.request(url, 'GET', **kwargs) May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:33:26.973563 dv-cinder-793386-1-smb neutron-server[91785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:33:27.059495 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-53dbcbb6-a210-4575-b4a4-e05476113c61 req-ba5b23de-6e9b-4eda-9f25-1ce9cdbd5787 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177723 May 27 12:33:27.062890 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:27.067873 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:27.071613 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:27.098522 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Pushing event deleted for resources: {'Network': ['ID=37d0ea95-dd69-40ea-890c-fe72901ad612,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:27.101314 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:27.109580 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-80f2d8d9-ec19-4792-9d59-b71ac6aef719 admin admin] 10.222.0.90 "DELETE /v2.0/networks/37d0ea95-dd69-40ea-890c-fe72901ad612 HTTP/1.1" status: 204 len: 168 time: 1.0094581 May 27 12:33:27.222349 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36530) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:27.270792 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-d33ec6f7-72e4-4fcf-b9cb-70db46f377f7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4d75b6a2145c461eaa7d4a0266c827e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472083 May 27 12:33:27.273099 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36534) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:27.332211 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-db211ad7-94c3-4fc4-bd7b-96b0c555152a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:27.356639 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-db211ad7-94c3-4fc4-bd7b-96b0c555152a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:27.409754 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-db211ad7-94c3-4fc4-bd7b-96b0c555152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:27.414354 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:27.428039 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db211ad7-94c3-4fc4-bd7b-96b0c555152a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b3cde0-f8e0-4260-b45c-9f44e93f5800,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:27.430471 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-db211ad7-94c3-4fc4-bd7b-96b0c555152a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:27.435974 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-db211ad7-94c3-4fc4-bd7b-96b0c555152a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:27.437269 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-db211ad7-94c3-4fc4-bd7b-96b0c555152a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/16b3cde0-f8e0-4260-b45c-9f44e93f5800 HTTP/1.1" status: 204 len: 168 time: 0.1632900 May 27 12:33:28.170088 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36560) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:28.171798 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device a6a842fe-3a26-468c-94fa-12a712e6279e no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:33:28.206217 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: a6a842fe-3a26-468c-94fa-12a712e6279e {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:33:28.206596 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device a6a842fe-3a26-468c-94fa-12a712e6279e not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:33:28.264967 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a8b43-0c7e-4716-b7f2-c9e5cba9c34a req-1900092c-4d71-4943-83f3-08bb37d95096 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:28.266362 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-446a8b43-0c7e-4716-b7f2-c9e5cba9c34a req-1900092c-4d71-4943-83f3-08bb37d95096 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0857940 May 27 12:33:28.292017 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-782272103-network', 'tenant_id': 'e67e94ec569847a581c7724116b5f280'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:28.298948 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:28.304194 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:28.305618 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Usage tracker for resource:network and tenant:e67e94ec569847a581c7724116b5f280 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:28.316000 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:28.327168 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:28.336038 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-446a8b43-0c7e-4716-b7f2-c9e5cba9c34a req-f935a2cf-1cd5-4054-9e09-0d684df92246 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635803 May 27 12:33:28.343830 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Made reservation on behalf of e67e94ec569847a581c7724116b5f280 for: {'network': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:33:28.346222 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1982523'] for network, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:28.359284 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:28.376814 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:28.381177 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Usage tracker for resource:security_group_rule and tenant:e67e94ec569847a581c7724116b5f280 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:28.384085 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:28.389912 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:28.470554 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:28.474755 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:28.478627 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-3e2d967f-e21d-41a1-b34c-1fd4581cfb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:28.509788 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=91785) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 12:33:28.519029 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d88cad6-64b2-4317-9443-0e7575787ac6,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:28.523187 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:28.525745 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:28.526021 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.segments_db [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Added segment c481735c-10f5-4704-9c38-b5d7c1f1daa2 of type vlan for network 49e22b47-ab80-448d-9329-6e3af8706645 May 27 12:33:28.552500 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772477308501'] for network, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:28.583793 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587'] for network, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:28.585126 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:28.585699 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:28.588953 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:28.693600 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5223548 May 27 12:33:28.694691 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Pushing event updated for resources: {'Network': ['ID=49e22b47-ab80-448d-9329-6e3af8706645,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:28.697775 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36566) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:33:28.700488 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:28.703914 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Request body: {'subnet': {'network_id': '49e22b47-ab80-448d-9329-6e3af8706645', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-782272103-subnet', 'tenant_id': 'e67e94ec569847a581c7724116b5f280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:28.706430 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Network 49e22b47-ab80-448d-9329-6e3af8706645 details requested by agent ovs-agent-dv-cinder-793386-1-smb with host dv-cinder-793386-1-smb {{(pid=91786) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 12:33:28.710148 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:28.713985 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Usage tracker for resource:subnet and tenant:e67e94ec569847a581c7724116b5f280 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:28.717110 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:28.722784 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:28.732478 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Made reservation on behalf of e67e94ec569847a581c7724116b5f280 for: {'subnet': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:33:28.734950 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3065501'] for subnet, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:29.105516 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3039712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3065483'] for subnet, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:29.109808 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-7451257d-6b34-40cc-8c51-3b0033943b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:29.182846 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67fa96c-609b-456d-a2a8-12c263ecc2c4,revision_number=0']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:29.186646 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:29.190518 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Checking segment: {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:33:29.190869 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Network hostable DHCP agents. Network: 49e22b47-ab80-448d-9329-6e3af8706645, hostable agents: ['4f342a2d-a018-458a-9a64-998c87238f3e'], hosted agents: [] {{(pid=91785) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 12:33:29.207071 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Network 49e22b47-ab80-448d-9329-6e3af8706645 is scheduled to be hosted by DHCP agent 4f342a2d-a018-458a-9a64-998c87238f3e with binding_index 1 {{(pid=91785) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 12:33:29.216379 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793386-1-smb, 49e22b47-ab80-448d-9329-6e3af8706645) {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:33:29.225506 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:29.226091 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:29.228009 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd877b1c-cee7-4f82-a570-54e919da544d None None] Network 49e22b47-ab80-448d-9329-6e3af8706645 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:33:29.247557 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-9fb58352-e22e-4991-ae2e-260b88d77e0a admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5485597 May 27 12:33:29.434866 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b5c5ec-be78-494f-ad0e-ec5b79142d31 None None] Network 49e22b47-ab80-448d-9329-6e3af8706645 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:33:29.552448 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61baba18-05bf-41f1-856c-ff7d0042e318 req-518c5547-0fb4-4e8c-9d42-fbe64db86108 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:29.554108 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-61baba18-05bf-41f1-856c-ff7d0042e318 req-518c5547-0fb4-4e8c-9d42-fbe64db86108 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0873325 May 27 12:33:29.603883 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-61baba18-05bf-41f1-856c-ff7d0042e318 req-4f36edf6-e87f-4709-bc2a-ada929eaa85e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438676 May 27 12:33:29.771214 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3e5a7471-aec1-444c-b3dc-43ae9d162b0b tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:29.771907 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3e5a7471-aec1-444c-b3dc-43ae9d162b0b tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Synchronizing usage tracker for tenant:e67e94ec569847a581c7724116b5f280 on resource:network {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:33:29.789761 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3e5a7471-aec1-444c-b3dc-43ae9d162b0b tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Unset dirty status for tenant:e67e94ec569847a581c7724116b5f280 on resource:network {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:33:29.790904 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3e5a7471-aec1-444c-b3dc-43ae9d162b0b tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/networks?id=49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 200 len: 814 time: 0.1664076 May 27 12:33:29.805054 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-cef1776d-5f44-439e-b711-8fade4d9f622 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/quotas/e67e94ec569847a581c7724116b5f280 HTTP/1.1" status: 200 len: 375 time: 0.0087032 May 27 12:33:29.851127 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-e662a11d-f0d5-40ea-bdb4-c80baa826adc tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e67e94ec569847a581c7724116b5f280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410781 May 27 12:33:30.102181 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-45b2af0a-ca0a-41e0-a8eb-1035a311f15f service neutron] 10.222.0.90 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425134 May 27 12:33:30.231387 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-b1ca9566-05dd-4489-8825-6533955767b8 service neutron] 10.222.0.90 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231060 May 27 12:33:30.402826 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9ef0c5c1-d2ca-4328-9951-11fea5e09796 req-4dbf3032-4f68-4a62-9fb1-4538af72a7bb tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 210 time: 0.0423758 May 27 12:33:30.799085 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10908c28-e4ab-4d1a-8830-2f9fa46a2043 req-ec8fea14-a9a3-4aa0-822f-7000da9b20e6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:30.800462 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-10908c28-e4ab-4d1a-8830-2f9fa46a2043 req-ec8fea14-a9a3-4aa0-822f-7000da9b20e6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0847919 May 27 12:33:30.845386 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-10908c28-e4ab-4d1a-8830-2f9fa46a2043 req-793a7afd-050f-44f4-ae16-60b33abb229b tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384865 May 27 12:33:31.500723 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-a2d9cb07-2ee6-4269-a7f9-bdbccf79f91e tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:31.502159 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-a2d9cb07-2ee6-4269-a7f9-bdbccf79f91e tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "GET /v2.0/networks?id=49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 200 len: 814 time: 0.1701880 May 27 12:33:31.555204 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Request body: {'port': {'device_id': '71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691', 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645', 'admin_state_up': True, 'tenant_id': 'e67e94ec569847a581c7724116b5f280'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:31.572594 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-22117c74-598f-4844-a0c4-2cb3365ad725 req-6cd3b686-ac6e-4523-8ff6-2e2147b81fc1 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 210 time: 0.0630119 May 27 12:33:31.690111 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:31.694202 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Usage tracker for resource:port and tenant:e67e94ec569847a581c7724116b5f280 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:33:31.696985 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:33:31.702523 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:31.712476 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Made reservation on behalf of e67e94ec569847a581c7724116b5f280 for: {'port': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:33:31.715874 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:31.877796 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Allocated IP 172.20.0.5 (49e22b47-ab80-448d-9329-6e3af8706645/c67fa96c-609b-456d-a2a8-12c263ecc2c4/7a73738d-8715-4edf-bfab-b6046a357086) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:33:31.903648 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-da6d1a7b-6d4a-4178-bcd8-b5ca3b9643d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:32.165975 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:32.176122 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfcb74-648f-4b2d-8859-5795a0ef50f8 req-6df9f829-92b4-43d5-8981-79090476fda6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:32.178071 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f2dfcb74-648f-4b2d-8859-5795a0ef50f8 req-6df9f829-92b4-43d5-8981-79090476fda6 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.2179585 May 27 12:33:32.229652 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f2dfcb74-648f-4b2d-8859-5795a0ef50f8 req-1cbc7624-5916-4e2b-b871-1bcab3a6632f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458820 May 27 12:33:32.241151 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:32.247608 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5cc74e40-55cc-473f-bc39-25f520fe68fc tempest-ServerRescueNegativeTestJSON-1599309779 tempest-ServerRescueNegativeTestJSON-1599309779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:32.315252 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Network 49e22b47-ab80-448d-9329-6e3af8706645 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:33:32.318283 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:33:32.320717 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:33:32.355991 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Pushing event updated for resources: {'Port': ['ID=7a73738d-8715-4edf-bfab-b6046a357086,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:32.360170 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:32.387996 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:32.388738 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:32.412889 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8660209 May 27 12:33:32.428230 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Request body: {'port': {'device_id': '71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:32.538019 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:33.022405 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a0906-8e68-48ad-8fb8-fa7fb7568d54 req-bd15d826-11b9-409f-bfbb-ea6c7c2c15a5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:33.023092 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-648a0906-8e68-48ad-8fb8-fa7fb7568d54 req-bd15d826-11b9-409f-bfbb-ea6c7c2c15a5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Synchronizing usage tracker for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:33:33.056126 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a73738d-8715-4edf-bfab-b6046a357086 {{(pid=91785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:33:33.064003 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:33.067951 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-648a0906-8e68-48ad-8fb8-fa7fb7568d54 req-bd15d826-11b9-409f-bfbb-ea6c7c2c15a5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Unset dirty status for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:33:33.069075 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-648a0906-8e68-48ad-8fb8-fa7fb7568d54 req-bd15d826-11b9-409f-bfbb-ea6c7c2c15a5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 931 time: 0.2006030 May 27 12:33:33.093128 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.provisioning_blocks [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Transition to ACTIVE for port object 7a73738d-8715-4edf-bfab-b6046a357086 will not be triggered until provisioned by entity L2. {{(pid=91785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:33:33.097029 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:33.103383 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:33.228157 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-648a0906-8e68-48ad-8fb8-fa7fb7568d54 req-8fed7166-370b-4d7c-8e7a-71db207c9b4d tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Synchronizing usage tracker for tenant:e67e94ec569847a581c7724116b5f280 on resource:security_group {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:33:33.286906 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Pushing event updated for resources: {'Port': ['ID=7a73738d-8715-4edf-bfab-b6046a357086,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:33.290301 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:33.324703 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-648a0906-8e68-48ad-8fb8-fa7fb7568d54 req-8fed7166-370b-4d7c-8e7a-71db207c9b4d tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Unset dirty status for tenant:e67e94ec569847a581c7724116b5f280 on resource:security_group {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:33:33.325843 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-648a0906-8e68-48ad-8fb8-fa7fb7568d54 req-8fed7166-370b-4d7c-8e7a-71db207c9b4d tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507851 May 27 12:33:33.421723 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Attempting to bind port 7a73738d-8715-4edf-bfab-b6046a357086 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:33:33.422065 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Attempting to bind port 7a73738d-8715-4edf-bfab-b6046a357086 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'}] {{(pid=91785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:33:33.422415 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Attempting to bind port 7a73738d-8715-4edf-bfab-b6046a357086 on network 49e22b47-ab80-448d-9329-6e3af8706645 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:33:33.427540 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Port 7a73738d-8715-4edf-bfab-b6046a357086 on network 49e22b47-ab80-448d-9329-6e3af8706645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:33:33.427858 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Attempting to bind port 7a73738d-8715-4edf-bfab-b6046a357086 on network 49e22b47-ab80-448d-9329-6e3af8706645 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:33:33.435809 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:33:33.436148 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Checking segment: {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:33:33.436536 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Bound using segment: {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'} {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:33:33.436968 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Bound port: 7a73738d-8715-4edf-bfab-b6046a357086, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'}}] {{(pid=91785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:33:33.437366 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:33.510481 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5480-fce0-4b47-a814-3e6b47b94a92 req-019eabe3-f835-416e-b648-cbe38f713454 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:33.511955 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-75ce5480-fce0-4b47-a814-3e6b47b94a92 req-019eabe3-f835-416e-b648-cbe38f713454 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.1668742 May 27 12:33:33.576128 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] For port 7a73738d-8715-4edf-bfab-b6046a357086, host hv-cinder-79338, cleared binding levels {{(pid=91785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:33:33.580542 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-75ce5480-fce0-4b47-a814-3e6b47b94a92 req-47af7f96-1503-42f4-b347-34f13924f05a tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625741 May 27 12:33:33.586979 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] For port 7a73738d-8715-4edf-bfab-b6046a357086, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=7a73738d-8715-4edf-bfab-b6046a357086,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:33:33.592019 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:33.592889 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:33.597568 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-afa2c010-b2c9-44b5-bde4-6ede7cb597a6 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:33.653651 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:33.654275 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:33.655608 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] 10.222.0.95 "PUT /v2.0/ports/7a73738d-8715-4edf-bfab-b6046a357086 HTTP/1.1" status: 200 len: 1093 time: 1.2319126 May 27 12:33:33.656115 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691', 'tag': '7a73738d-8715-4edf-bfab-b6046a357086'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:33:33.680913 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Pushing event updated for resources: {'Port': ['ID=7a73738d-8715-4edf-bfab-b6046a357086,revision_number=3']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:33.684013 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:33.758130 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691', 'tag': '7a73738d-8715-4edf-bfab-b6046a357086', 'status': 'completed', 'code': 200} May 27 12:33:33.768852 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-8d2676f5-f8c6-4d45-bd67-710575020401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:33.770941 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-8d2676f5-f8c6-4d45-bd67-710575020401 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e67e94ec569847a581c7724116b5f280&device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 1096 time: 0.0792456 May 27 12:33:33.841555 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-305d6722-a8de-4736-a56f-5717f20c252b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a73738d-8715-4edf-bfab-b6046a357086 HTTP/1.1" status: 200 len: 217 time: 0.0633097 May 27 12:33:33.904609 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-33e02881-4efe-46a9-8e8e-63625e61efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:33.906426 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-33e02881-4efe-46a9-8e8e-63625e61efd4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c67fa96c-609b-456d-a2a8-12c263ecc2c4 HTTP/1.1" status: 200 len: 854 time: 0.0584357 May 27 12:33:33.954177 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-a05dd53c-cfb3-46c1-b247-4e15fdd7c6a1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=49e22b47-ab80-448d-9329-6e3af8706645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397213 May 27 12:33:34.084568 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-9fc9bf0b-234e-4078-8290-ba46a3ea28b7 service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233289 May 27 12:33:34.215731 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ddcfc4f3-77cf-49d7-9da0-b60d63b26164 req-7dc5986d-f0cd-4523-8923-205b0598f242 service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242733 May 27 12:33:34.330962 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2265d6-d1a6-476e-a4dd-dafaa6be8e97 req-1a7427da-a0eb-434c-a573-0d300653e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:34.332937 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0c2265d6-d1a6-476e-a4dd-dafaa6be8e97 req-1a7427da-a0eb-434c-a573-0d300653e3a6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e67e94ec569847a581c7724116b5f280&device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 1096 time: 0.0730741 May 27 12:33:34.335718 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-fb04f6ee-d529-4883-8344-4c9f9a866a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:34.512349 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2265d6-d1a6-476e-a4dd-dafaa6be8e97 req-8ea91cdf-ec3e-4b0f-8783-ed98398d5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:34.513805 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0c2265d6-d1a6-476e-a4dd-dafaa6be8e97 req-8ea91cdf-ec3e-4b0f-8783-ed98398d5ece service neutron] 10.222.0.95 "GET /v2.0/networks?id=49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 200 len: 915 time: 0.1749413 May 27 12:33:34.680654 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0c2265d6-d1a6-476e-a4dd-dafaa6be8e97 req-fb535bba-72b7-46dd-9cb0-510304fc19c8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a73738d-8715-4edf-bfab-b6046a357086 HTTP/1.1" status: 200 len: 217 time: 0.1581733 May 27 12:33:34.726908 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53a737-6122-4475-8e56-2147bea39442 req-6a710cb9-c531-4283-847e-d003b622b099 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:34.728318 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9a53a737-6122-4475-8e56-2147bea39442 req-6a710cb9-c531-4283-847e-d003b622b099 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 943 time: 0.2962782 May 27 12:33:34.835213 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2265d6-d1a6-476e-a4dd-dafaa6be8e97 req-b5978ba2-cbd2-4af3-a4a5-3660475c3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:34.836619 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0c2265d6-d1a6-476e-a4dd-dafaa6be8e97 req-b5978ba2-cbd2-4af3-a4a5-3660475c3cf5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c67fa96c-609b-456d-a2a8-12c263ecc2c4 HTTP/1.1" status: 200 len: 854 time: 0.1483054 May 27 12:33:34.846412 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9a53a737-6122-4475-8e56-2147bea39442 req-a04276dc-8cd0-46ee-ab5a-2f37c17c04c3 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764534 May 27 12:33:34.892846 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0c2265d6-d1a6-476e-a4dd-dafaa6be8e97 req-7b69eda9-42d3-4cd1-baaf-e5cd782f6fd2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=49e22b47-ab80-448d-9329-6e3af8706645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454960 May 27 12:33:34.908883 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471c0de-059a-44da-bb1a-5ea5e0ca87c7 req-3c7302cc-96f1-4e5f-836d-b874edf73c19 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:34.910231 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2471c0de-059a-44da-bb1a-5ea5e0ca87c7 req-3c7302cc-96f1-4e5f-836d-b874edf73c19 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.1915889 May 27 12:33:35.031723 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2471c0de-059a-44da-bb1a-5ea5e0ca87c7 req-def5677c-5855-4c84-839b-a1bf43457997 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031294 May 27 12:33:35.071882 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0c2265d6-d1a6-476e-a4dd-dafaa6be8e97 req-76bed947-86ff-452d-84ae-b7adedd08e02 service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601477 May 27 12:33:35.202584 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0c2265d6-d1a6-476e-a4dd-dafaa6be8e97 req-d204df77-7b64-4065-945d-884c6b5ec5d3 service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235106 May 27 12:33:35.645425 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:36.118432 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502478d-46b5-4526-a879-9224ab9190d7 req-ed0429d2-2139-4f35-8e4c-6aab3ecbbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:36.119917 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e502478d-46b5-4526-a879-9224ab9190d7 req-ed0429d2-2139-4f35-8e4c-6aab3ecbbaad service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f37605bfb374f66aade5ea3b04c3c1b&device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 1138 time: 0.1970568 May 27 12:33:36.127963 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38893d8-84d8-4942-89d9-15a057064167 req-e47e358a-7d31-4fac-877f-c5112a9103ca tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:36.129793 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a38893d8-84d8-4942-89d9-15a057064167 req-e47e358a-7d31-4fac-877f-c5112a9103ca tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 985 time: 0.1738305 May 27 12:33:36.138002 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4fd46-ffb3-4480-ab5f-893539e42416 req-3c226a1c-22a1-4948-a82a-b9310fb4e33d tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:36.139586 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9ef4fd46-ffb3-4480-ab5f-893539e42416 req-3c226a1c-22a1-4948-a82a-b9310fb4e33d tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 943 time: 0.1459098 May 27 12:33:36.288724 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9ef4fd46-ffb3-4480-ab5f-893539e42416 req-4295bf07-50d8-4ce4-86d8-653391d9eef8 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302559 May 27 12:33:36.292466 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a38893d8-84d8-4942-89d9-15a057064167 req-4122129a-6128-4120-97b3-b5c13b90fb65 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=00852d7d-1907-457d-afd7-40066c8f7242&id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1520748 May 27 12:33:36.337225 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502478d-46b5-4526-a879-9224ab9190d7 req-13df19ce-a894-4f01-96b2-e02c8df29c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:36.338671 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e502478d-46b5-4526-a879-9224ab9190d7 req-13df19ce-a894-4f01-96b2-e02c8df29c9b service neutron] 10.222.0.95 "GET /v2.0/networks?id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 HTTP/1.1" status: 200 len: 916 time: 0.2079308 May 27 12:33:36.489203 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e502478d-46b5-4526-a879-9224ab9190d7 req-c9930cef-4b80-4b2a-84b6-d5baecd31ad2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6 HTTP/1.1" status: 200 len: 1002 time: 0.1432178 May 27 12:33:36.556693 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 7a73738d-8715-4edf-bfab-b6046a357086 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:33:36.569817 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b05c62-381b-4441-a48e-e1c7c77db9aa req-6c953cc8-3504-4a6a-aa5d-6fff7899439e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:36.571325 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-05b05c62-381b-4441-a48e-e1c7c77db9aa req-6c953cc8-3504-4a6a-aa5d-6fff7899439e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.1792822 May 27 12:33:36.600948 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502478d-46b5-4526-a879-9224ab9190d7 req-b2d5e9ed-cf13-458e-a91d-b7a64f5676ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:36.602382 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e502478d-46b5-4526-a879-9224ab9190d7 req-b2d5e9ed-cf13-458e-a91d-b7a64f5676ad service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef HTTP/1.1" status: 200 len: 854 time: 0.1067333 May 27 12:33:36.668610 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-05b05c62-381b-4441-a48e-e1c7c77db9aa req-635a1822-acc6-4c0d-81b1-0f770ffe179d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888286 May 27 12:33:36.690696 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 7a73738d-8715-4edf-bfab-b6046a357086, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=7a73738d-8715-4edf-bfab-b6046a357086,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:36.698570 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502478d-46b5-4526-a879-9224ab9190d7 req-bcfa3c60-dafb-462a-b1c7-f45e498a193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:36.700021 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e502478d-46b5-4526-a879-9224ab9190d7 req-bcfa3c60-dafb-462a-b1c7-f45e498a193a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0908558 May 27 12:33:36.704053 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '7a73738d-8715-4edf-bfab-b6046a357086', 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645', 'port_id': '7a73738d-8715-4edf-bfab-b6046a357086', 'mac_address': 'fa:16:3e:73:16:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67fa96c-609b-456d-a2a8-12c263ecc2c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:33:36.760827 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:36.807865 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a73738d-8715-4edf-bfab-b6046a357086 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:33:36.822757 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 7a73738d-8715-4edf-bfab-b6046a357086, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=7a73738d-8715-4edf-bfab-b6046a357086,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:36.827134 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:36.828906 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-a8e0033a-a083-4c7d-8d05-3ea4490c1fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:36.834155 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e502478d-46b5-4526-a879-9224ab9190d7 req-d0cae1dc-fa25-4309-b612-55f2fecb38d6 service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270866 May 27 12:33:36.894828 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=7a73738d-8715-4edf-bfab-b6046a357086,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:36.898037 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:37.014110 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:37.076201 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e502478d-46b5-4526-a879-9224ab9190d7 req-a9c8224c-8c64-4647-b892-500e2538e1e9 service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354264 May 27 12:33:37.076724 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['7a73738d-8715-4edf-bfab-b6046a357086'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:33:37.534991 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229069d-7639-4367-99f2-a31e982bd668 req-c75e6dfd-ba5f-4b00-81dd-c621b5a41092 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:37.536441 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7229069d-7639-4367-99f2-a31e982bd668 req-c75e6dfd-ba5f-4b00-81dd-c621b5a41092 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 985 time: 0.1110010 May 27 12:33:37.545544 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dc09b-c853-4a75-8a16-74c92833c7c6 req-e4e290c8-039e-40b9-aa28-cd038948d5de tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:37.546956 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-066dc09b-c853-4a75-8a16-74c92833c7c6 req-e4e290c8-039e-40b9-aa28-cd038948d5de tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 944 time: 0.1512065 May 27 12:33:37.615945 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7229069d-7639-4367-99f2-a31e982bd668 req-7a8fa8b3-5e21-446f-9b2b-d373e2ebe2ec tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=00852d7d-1907-457d-afd7-40066c8f7242&id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679324 May 27 12:33:37.620887 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-066dc09b-c853-4a75-8a16-74c92833c7c6 req-db7c6172-4107-40c5-aa57-6879f3f2db49 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601311 May 27 12:33:37.867618 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7cbe-34c1-44d3-a44f-6a8a19b9b083 req-8735e69c-f2b9-41fc-8bb4-79fec4b69010 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:37.869056 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b78b7cbe-34c1-44d3-a44f-6a8a19b9b083 req-8735e69c-f2b9-41fc-8bb4-79fec4b69010 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0899208 May 27 12:33:37.913829 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b78b7cbe-34c1-44d3-a44f-6a8a19b9b083 req-4b9699c9-ecf3-4bbb-b7f5-ab018641c534 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386720 May 27 12:33:38.566407 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 7a73738d-8715-4edf-bfab-b6046a357086 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:33:38.631881 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 7a73738d-8715-4edf-bfab-b6046a357086 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:33:38.636437 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 7a73738d-8715-4edf-bfab-b6046a357086 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:33:38.636812 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:38.754466 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:38.781815 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a73738d-8715-4edf-bfab-b6046a357086'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:33:38.792364 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 7a73738d-8715-4edf-bfab-b6046a357086, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=7a73738d-8715-4edf-bfab-b6046a357086,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:38.796300 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:38.799288 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:38.870450 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=7a73738d-8715-4edf-bfab-b6046a357086,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:38.874275 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:38.877135 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a366901-3cf0-45fd-9150-89a7bfbd6d0c req-7835b799-6619-4d5d-8e1c-8b5dbcb6d962 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:38.878610 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0a366901-3cf0-45fd-9150-89a7bfbd6d0c req-7835b799-6619-4d5d-8e1c-8b5dbcb6d962 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 985 time: 0.1536064 May 27 12:33:38.886492 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d0801-4229-40b4-9b93-31926219b428 req-0911a118-f913-40e1-b422-bac2758491fc tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:38.887758 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-838d0801-4229-40b4-9b93-31926219b428 req-0911a118-f913-40e1-b422-bac2758491fc tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 945 time: 0.1311615 May 27 12:33:38.961388 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0a366901-3cf0-45fd-9150-89a7bfbd6d0c req-ab5ab0ff-9935-42dc-ab2e-8d576623e265 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=00852d7d-1907-457d-afd7-40066c8f7242&id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721273 May 27 12:33:38.963710 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-838d0801-4229-40b4-9b93-31926219b428 req-729c4db2-7899-4b23-9660-2b7d35b70dd8 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615246 May 27 12:33:39.072321 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a73738d-8715-4edf-bfab-b6046a357086', 'code': 200} May 27 12:33:39.153448 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e81041-6d92-40fd-8301-effeb989f089 req-d410775b-24e2-464e-beb7-59fa0d671aa4 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:39.155461 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-59e81041-6d92-40fd-8301-effeb989f089 req-d410775b-24e2-464e-beb7-59fa0d671aa4 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0863805 May 27 12:33:39.202308 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-59e81041-6d92-40fd-8301-effeb989f089 req-02f571a5-794c-480c-b38b-b48a13a6c23c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407636 May 27 12:33:39.309415 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce5730-95ce-4b4e-9109-ae337960ddf8 req-2812fafe-1e02-4f2b-9fca-c02e6b2b53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:39.310933 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cbce5730-95ce-4b4e-9109-ae337960ddf8 req-2812fafe-1e02-4f2b-9fca-c02e6b2b53c3 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 1098 time: 0.0702288 May 27 12:33:39.351681 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cbce5730-95ce-4b4e-9109-ae337960ddf8 req-cfc73493-e812-4e3e-a18d-8255fea542ab service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340679 May 27 12:33:40.212716 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506660f9-f72f-478e-9ea7-4f939933b060 req-b95bec4f-b3dc-4686-92bf-711efc184044 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:40.214159 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-506660f9-f72f-478e-9ea7-4f939933b060 req-b95bec4f-b3dc-4686-92bf-711efc184044 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 985 time: 0.1413555 May 27 12:33:40.226316 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eeb852-7d4f-4c8d-a94a-de7fd7be338b req-b2307150-d39c-4602-ad9c-5163f7cf0abc tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:40.227712 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-98eeb852-7d4f-4c8d-a94a-de7fd7be338b req-b2307150-d39c-4602-ad9c-5163f7cf0abc tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 945 time: 0.1080136 May 27 12:33:40.300616 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-506660f9-f72f-478e-9ea7-4f939933b060 req-5dc1effc-8bc8-4c97-8179-a7ca6dee86b0 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=00852d7d-1907-457d-afd7-40066c8f7242&id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718355 May 27 12:33:40.305400 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-98eeb852-7d4f-4c8d-a94a-de7fd7be338b req-c268b50f-c914-4261-a9d8-474fbc895f3b tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638492 May 27 12:33:40.470475 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476de20-e88f-471f-b1b8-866d5b295a57 req-bb285e14-8d73-4136-b4cd-bd261d38cc89 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:40.471908 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5476de20-e88f-471f-b1b8-866d5b295a57 req-bb285e14-8d73-4136-b4cd-bd261d38cc89 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0776401 May 27 12:33:40.515681 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5476de20-e88f-471f-b1b8-866d5b295a57 req-626d68fd-1018-4a28-b961-544af21e2854 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375295 May 27 12:33:41.548553 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb0db3-5ed8-4a72-bd42-d601b1599914 req-67e05159-190d-4f8a-a2b9-c74542085a17 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:41.549986 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-80eb0db3-5ed8-4a72-bd42-d601b1599914 req-67e05159-190d-4f8a-a2b9-c74542085a17 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 945 time: 0.1409497 May 27 12:33:41.557943 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e15cd4-e4a0-43da-af41-c26131ea1274 req-358eac40-e9c4-4e26-8cc3-df8409b2710f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:41.559330 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a3e15cd4-e4a0-43da-af41-c26131ea1274 req-358eac40-e9c4-4e26-8cc3-df8409b2710f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 985 time: 0.1515300 May 27 12:33:41.624340 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-80eb0db3-5ed8-4a72-bd42-d601b1599914 req-75345bd5-9650-423d-b4a4-84e042ac117a tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640321 May 27 12:33:41.635881 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a3e15cd4-e4a0-43da-af41-c26131ea1274 req-4464a287-6d45-42c5-8ae7-ee3b318cff0a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=00852d7d-1907-457d-afd7-40066c8f7242&id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625830 May 27 12:33:41.804015 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b6484-2ca9-4e9b-9277-c9595a9bfe37 req-5d042be7-1273-4525-915e-09449f4b2bcd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:41.805565 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fd8b6484-2ca9-4e9b-9277-c9595a9bfe37 req-5d042be7-1273-4525-915e-09449f4b2bcd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0839846 May 27 12:33:41.851287 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fd8b6484-2ca9-4e9b-9277-c9595a9bfe37 req-4773a488-9bca-4ada-b739-8ab9fc58ef67 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400484 May 27 12:33:42.821244 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91923bc-0443-45ab-9269-53d6baac3d3c req-bb12f240-c511-4e1a-a864-1f0afdeed0f4 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:42.822689 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f91923bc-0443-45ab-9269-53d6baac3d3c req-bb12f240-c511-4e1a-a864-1f0afdeed0f4 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 985 time: 0.0810282 May 27 12:33:42.871787 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f91923bc-0443-45ab-9269-53d6baac3d3c req-154226b1-e08f-419a-a914-11c4ac50ca51 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=00852d7d-1907-457d-afd7-40066c8f7242&id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432258 May 27 12:33:43.038622 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a80b86-b6c0-420c-adcb-1ab9a533d8ee req-13639b31-4621-4017-bb01-5083a528fd3f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:43.039979 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-10a80b86-b6c0-420c-adcb-1ab9a533d8ee req-13639b31-4621-4017-bb01-5083a528fd3f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0803003 May 27 12:33:43.084343 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-10a80b86-b6c0-420c-adcb-1ab9a533d8ee req-668fcc6f-058f-4e7e-8819-41c94da34cd7 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385296 May 27 12:33:44.075019 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fee806-d851-4267-a570-c6b4590c55ac req-4bb1fd2d-3ebf-4ff7-9f2b-d64efea7e048 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:44.076470 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b0fee806-d851-4267-a570-c6b4590c55ac req-4bb1fd2d-3ebf-4ff7-9f2b-d64efea7e048 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 985 time: 0.0883901 May 27 12:33:44.123429 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b0fee806-d851-4267-a570-c6b4590c55ac req-131dabd5-49a0-46c7-8e8c-74cd857c2985 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=00852d7d-1907-457d-afd7-40066c8f7242&id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405161 May 27 12:33:44.278087 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb229a-8495-4d06-8940-b2bc7d95840e req-cb0bfac2-23de-4a30-8dce-48343e843aa1 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:44.279484 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fdcb229a-8495-4d06-8940-b2bc7d95840e req-cb0bfac2-23de-4a30-8dce-48343e843aa1 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0842249 May 27 12:33:44.322906 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fdcb229a-8495-4d06-8940-b2bc7d95840e req-194cddcd-007d-4406-8270-e6a7c77910f9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376928 May 27 12:33:44.603256 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 30306ddb-80df-4a5c-9954-dd824858b6f2 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:33:44.738873 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=30306ddb-80df-4a5c-9954-dd824858b6f2,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:44.752177 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'port_id': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'mac_address': 'fa:16:3e:2d:fa:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:33:44.807068 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:44.823507 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30306ddb-80df-4a5c-9954-dd824858b6f2 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:33:44.839333 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=30306ddb-80df-4a5c-9954-dd824858b6f2,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:44.843159 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:44.844893 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:44.916766 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=30306ddb-80df-4a5c-9954-dd824858b6f2,revision_number=6']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:44.919616 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:44.937220 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['30306ddb-80df-4a5c-9954-dd824858b6f2'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:33:45.488441 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8704d7-1647-47a6-a8ad-8465f320a21f req-c97f2edb-4ab6-4149-9f7c-1939c4c29973 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:45.490652 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9c8704d7-1647-47a6-a8ad-8465f320a21f req-c97f2edb-4ab6-4149-9f7c-1939c4c29973 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 985 time: 0.2565656 May 27 12:33:45.564615 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9c8704d7-1647-47a6-a8ad-8465f320a21f req-2056c81b-d11e-415b-8b8f-5cb49da55f0a tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=00852d7d-1907-457d-afd7-40066c8f7242&id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677960 May 27 12:33:45.586863 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd63c87-811d-4cc9-9abd-769a22ab5283 req-3c044585-bac5-45d2-8634-eaf64965fc9f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:45.593990 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ffd63c87-811d-4cc9-9abd-769a22ab5283 req-3c044585-bac5-45d2-8634-eaf64965fc9f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 945 time: 0.1489928 May 27 12:33:45.650889 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ffd63c87-811d-4cc9-9abd-769a22ab5283 req-3559fad4-82eb-46e4-842e-4e06e03300fb tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556417 May 27 12:33:46.159623 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-337bb8e6-6ab9-423d-a6de-6809078ee826 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:46.161826 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-337bb8e6-6ab9-423d-a6de-6809078ee826 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/networks?id=49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 200 len: 814 time: 0.1956849 May 27 12:33:46.178736 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-25c06b40-8ca6-46fc-8537-7f141171ed01 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/quotas/e67e94ec569847a581c7724116b5f280 HTTP/1.1" status: 200 len: 375 time: 0.0095747 May 27 12:33:46.264904 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-8d6f925a-2cc8-45b5-b745-0a6648ac112c tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e67e94ec569847a581c7724116b5f280&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783029 May 27 12:33:46.468889 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-ece85fee-480f-416c-9e9f-471d8591ad0a service neutron] 10.222.0.90 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920302 May 27 12:33:46.605966 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 30306ddb-80df-4a5c-9954-dd824858b6f2 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:33:46.636849 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-d40a5a1b-c22a-40bb-b2b6-5b1bdfadb327 service neutron] 10.222.0.90 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617541 May 27 12:33:46.673200 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:33:46.697729 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 30306ddb-80df-4a5c-9954-dd824858b6f2 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:33:46.697948 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:46.866230 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:46.882392 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f4ebd-7f6a-4426-a87d-ea80c9dc3b60 req-0c77297f-ae5c-4d11-8d4b-11ce31f5eb95 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:46.884388 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-768f4ebd-7f6a-4426-a87d-ea80c9dc3b60 req-0c77297f-ae5c-4d11-8d4b-11ce31f5eb95 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 985 time: 0.1569757 May 27 12:33:46.912041 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=30306ddb-80df-4a5c-9954-dd824858b6f2,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:46.913137 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:33:46.924904 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:46.928481 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:47.006478 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=30306ddb-80df-4a5c-9954-dd824858b6f2,revision_number=7']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:47.007663 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:47.017049 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-768f4ebd-7f6a-4426-a87d-ea80c9dc3b60 req-14ff85cc-5ca2-4751-a700-e36299130ae2 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=00852d7d-1907-457d-afd7-40066c8f7242&id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932577 May 27 12:33:47.058527 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0a2f4-e92e-42f1-8a51-d9df38176b32 req-17a2c8c8-acce-4cd7-82cd-dab39f1d6b28 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:47.061004 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fbd0a2f4-e92e-42f1-8a51-d9df38176b32 req-17a2c8c8-acce-4cd7-82cd-dab39f1d6b28 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.2009873 May 27 12:33:47.197388 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fbd0a2f4-e92e-42f1-8a51-d9df38176b32 req-7dc04078-675e-4add-bde1-e7968397c501 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297350 May 27 12:33:47.216965 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3386dfbb-4d56-4b19-8cd9-a393c27c9eec req-e6f03b97-60fc-418e-87f8-b3059c3ec950 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 210 time: 0.0765316 May 27 12:33:47.265908 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'code': 200} May 27 12:33:48.393207 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da20d7-e1d7-4a34-b08f-2004c54cac62 req-023ed3ac-5f8e-4097-8965-bd7b911edacf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:48.394739 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-76da20d7-e1d7-4a34-b08f-2004c54cac62 req-023ed3ac-5f8e-4097-8965-bd7b911edacf tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 985 time: 0.2281022 May 27 12:33:48.412421 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-b1bbb30f-ccbd-47c2-9b3f-9d1c53ee76a1 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:48.414292 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-b1bbb30f-ccbd-47c2-9b3f-9d1c53ee76a1 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "GET /v2.0/networks?id=49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 200 len: 814 time: 0.2928169 May 27 12:33:48.486869 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Request body: {'port': {'device_id': 'e5ffddfd-3a24-484c-85aa-7278640ed37d', 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645', 'admin_state_up': True, 'tenant_id': 'e67e94ec569847a581c7724116b5f280'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:48.660733 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-76da20d7-e1d7-4a34-b08f-2004c54cac62 req-407f4e24-2fd1-4c5b-8f18-11c9a0d18c29 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=00852d7d-1907-457d-afd7-40066c8f7242&id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2434711 May 27 12:33:48.741750 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:33:48.759607 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:33:48.777313 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f2f1e-9280-4c2f-bc46-4997caa0bf3a req-64b1d525-402a-4bca-9d0e-f69328ee483d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:48.778937 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-af4f2f1e-9280-4c2f-bc46-4997caa0bf3a req-64b1d525-402a-4bca-9d0e-f69328ee483d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.3637257 May 27 12:33:48.855512 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Made reservation on behalf of e67e94ec569847a581c7724116b5f280 for: {'port': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:33:48.858927 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:48.895490 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f711fbb7-af7a-433d-96bf-3786953922f0 req-37726173-4778-4a99-9665-4bcb8e1b590f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 210 time: 0.0851309 May 27 12:33:48.905242 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-af4f2f1e-9280-4c2f-bc46-4997caa0bf3a req-f8de7306-4526-4bbb-94fd-cd15dd752521 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203485 May 27 12:33:49.191741 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Allocated IP 172.20.0.14 (49e22b47-ab80-448d-9329-6e3af8706645/c67fa96c-609b-456d-a2a8-12c263ecc2c4/d86fc52e-3d4c-479c-bc32-873628f1fd6e) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:33:49.428214 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:49.460517 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:49.469363 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-dcdd4a46-afbc-401c-895e-51b1cb90930d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:49.473592 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['7a73738d-8715-4edf-bfab-b6046a357086'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:33:49.545493 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Network 49e22b47-ab80-448d-9329-6e3af8706645 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:33:49.550342 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:33:49.555044 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:33:49.591709 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Pushing event updated for resources: {'Port': ['ID=d86fc52e-3d4c-479c-bc32-873628f1fd6e,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:49.603591 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:49.635055 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:49.635786 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:49.665731 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1844215 May 27 12:33:49.681704 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Request body: {'port': {'device_id': 'e5ffddfd-3a24-484c-85aa-7278640ed37d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:33:49.815421 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:50.290529 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99be53-d6ca-418a-a899-bcb23d892f63 req-30e6dad3-1f81-4597-bbbc-5ebbd3270cc7 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:50.291239 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-4f99be53-d6ca-418a-a899-bcb23d892f63 req-30e6dad3-1f81-4597-bbbc-5ebbd3270cc7 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Synchronizing usage tracker for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:33:50.303737 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26108247-a5ee-41dc-bc39-a359e07b3377 req-1b2b6cb5-fe0b-4bd6-b537-84131de581e2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:50.305219 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-26108247-a5ee-41dc-bc39-a359e07b3377 req-1b2b6cb5-fe0b-4bd6-b537-84131de581e2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.2408907 May 27 12:33:50.392903 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-4f99be53-d6ca-418a-a899-bcb23d892f63 req-30e6dad3-1f81-4597-bbbc-5ebbd3270cc7 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Unset dirty status for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:33:50.394032 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4f99be53-d6ca-418a-a899-bcb23d892f63 req-30e6dad3-1f81-4597-bbbc-5ebbd3270cc7 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 932 time: 0.3728943 May 27 12:33:50.446810 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-26108247-a5ee-41dc-bc39-a359e07b3377 req-9727bbdf-76fe-4615-aad9-8c0d6fad6f5b tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328230 May 27 12:33:50.451657 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86fc52e-3d4c-479c-bc32-873628f1fd6e {{(pid=91785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:33:50.471020 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:50.483701 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.provisioning_blocks [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Transition to ACTIVE for port object d86fc52e-3d4c-479c-bc32-873628f1fd6e will not be triggered until provisioned by entity L2. {{(pid=91785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:33:50.494707 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:50.502286 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:50.560706 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4f99be53-d6ca-418a-a899-bcb23d892f63 req-1a06710f-b673-4d4e-8547-eecba318abdc tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535306 May 27 12:33:50.665977 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Pushing event updated for resources: {'Port': ['ID=d86fc52e-3d4c-479c-bc32-873628f1fd6e,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:50.679669 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:50.680044 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:50.680432 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:50.680779 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:50.681141 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:50.684851 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:50.684851 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:50.684851 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:50.684851 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:50.684851 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:50.684851 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:50.684851 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:33:50.711718 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:50.761743 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Attempting to bind port d86fc52e-3d4c-479c-bc32-873628f1fd6e on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:33:50.765569 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Attempting to bind port d86fc52e-3d4c-479c-bc32-873628f1fd6e by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'}] {{(pid=91785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:33:50.765569 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Attempting to bind port d86fc52e-3d4c-479c-bc32-873628f1fd6e on network 49e22b47-ab80-448d-9329-6e3af8706645 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:33:50.768346 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Port d86fc52e-3d4c-479c-bc32-873628f1fd6e on network 49e22b47-ab80-448d-9329-6e3af8706645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:33:50.768682 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Attempting to bind port d86fc52e-3d4c-479c-bc32-873628f1fd6e on network 49e22b47-ab80-448d-9329-6e3af8706645 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:33:50.775008 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:33:50.775348 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Checking segment: {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:33:50.775736 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Bound using segment: {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'} {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:33:50.776173 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Bound port: d86fc52e-3d4c-479c-bc32-873628f1fd6e, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'}}] {{(pid=91785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:33:50.776553 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:50.877921 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] For port d86fc52e-3d4c-479c-bc32-873628f1fd6e, host hv-cinder-79338, cleared binding levels {{(pid=91785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:33:50.877921 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] For port d86fc52e-3d4c-479c-bc32-873628f1fd6e, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=d86fc52e-3d4c-479c-bc32-873628f1fd6e,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:33:50.888369 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:50.892830 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-4118f430-3e33-4a96-b49c-cfa3662591f3 tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:50.964097 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:50.964723 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:50.966154 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] 10.222.0.95 "PUT /v2.0/ports/d86fc52e-3d4c-479c-bc32-873628f1fd6e HTTP/1.1" status: 200 len: 1094 time: 1.2929101 May 27 12:33:50.966726 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ffddfd-3a24-484c-85aa-7278640ed37d', 'tag': 'd86fc52e-3d4c-479c-bc32-873628f1fd6e'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:33:51.015201 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Pushing event updated for resources: {'Port': ['ID=d86fc52e-3d4c-479c-bc32-873628f1fd6e,revision_number=3']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:51.020512 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-589d99de-f166-46dc-8ff8-32fc494a5699 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:51.116262 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ffddfd-3a24-484c-85aa-7278640ed37d', 'tag': 'd86fc52e-3d4c-479c-bc32-873628f1fd6e', 'status': 'completed', 'code': 200} May 27 12:33:51.157725 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-f7169513-d829-429f-90a0-75508494df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:51.159236 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-f7169513-d829-429f-90a0-75508494df6b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e67e94ec569847a581c7724116b5f280&device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 1097 time: 0.1112783 May 27 12:33:51.327209 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-35e186bb-16f7-4846-9f0a-f5dfac83bfde service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86fc52e-3d4c-479c-bc32-873628f1fd6e HTTP/1.1" status: 200 len: 217 time: 0.1605971 May 27 12:33:51.397882 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-85592a1c-8170-40bb-9d3c-fbbdb3ebcaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:51.399334 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-85592a1c-8170-40bb-9d3c-fbbdb3ebcaa7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c67fa96c-609b-456d-a2a8-12c263ecc2c4 HTTP/1.1" status: 200 len: 854 time: 0.0649297 May 27 12:33:51.460191 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-bcbaff31-4f10-4a73-8eca-91ef07cdac27 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=49e22b47-ab80-448d-9329-6e3af8706645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534725 May 27 12:33:51.662309 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-6bb829d6-a934-4f57-819b-16426f0b89ea service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951611 May 27 12:33:51.796160 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd464dad-1d44-4d04-9baa-07d70776ef04 req-ee4fb733-b70d-4a04-98cc-c0fbe631cd36 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:51.797759 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fd464dad-1d44-4d04-9baa-07d70776ef04 req-ee4fb733-b70d-4a04-98cc-c0fbe631cd36 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.2179143 May 27 12:33:51.918756 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fd464dad-1d44-4d04-9baa-07d70776ef04 req-c60928b9-fb07-4586-9b2d-e29d94517bae tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133733 May 27 12:33:51.924040 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-483c9500-7072-48b8-a388-9e8c78a075b2 req-207ddef6-69c5-4e80-abc6-f3bac4874e21 service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531710 May 27 12:33:51.950538 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923437b-2742-45b9-9394-db90f8d16f52 req-988c01ba-9201-4988-8178-6313beeeaf99 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:51.952144 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7923437b-2742-45b9-9394-db90f8d16f52 req-988c01ba-9201-4988-8178-6313beeeaf99 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 944 time: 0.2000968 May 27 12:33:52.065546 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7923437b-2742-45b9-9394-db90f8d16f52 req-aab9818e-f1a5-472c-bd4a-7c689b837819 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071010 May 27 12:33:52.090925 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf3c61-abab-41c4-af3a-b8f9ebaab01d req-1ffa0fff-4157-4613-9fa7-a3de10ebf760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:52.092384 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-82cf3c61-abab-41c4-af3a-b8f9ebaab01d req-1ffa0fff-4157-4613-9fa7-a3de10ebf760 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e67e94ec569847a581c7724116b5f280&device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 1097 time: 0.1034799 May 27 12:33:52.251383 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf3c61-abab-41c4-af3a-b8f9ebaab01d req-2d14d85e-a253-4068-8a6c-dbe22eb81a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:52.252943 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-82cf3c61-abab-41c4-af3a-b8f9ebaab01d req-2d14d85e-a253-4068-8a6c-dbe22eb81a8d service neutron] 10.222.0.95 "GET /v2.0/networks?id=49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 200 len: 915 time: 0.1534085 May 27 12:33:52.328313 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-82cf3c61-abab-41c4-af3a-b8f9ebaab01d req-730bedcf-566a-40d0-ac06-513459ff5e5a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86fc52e-3d4c-479c-bc32-873628f1fd6e HTTP/1.1" status: 200 len: 217 time: 0.0677543 May 27 12:33:52.403238 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf3c61-abab-41c4-af3a-b8f9ebaab01d req-5c821aa3-a134-4511-a145-12f5084cbf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:52.404683 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-82cf3c61-abab-41c4-af3a-b8f9ebaab01d req-5c821aa3-a134-4511-a145-12f5084cbf6b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c67fa96c-609b-456d-a2a8-12c263ecc2c4 HTTP/1.1" status: 200 len: 854 time: 0.0692968 May 27 12:33:52.468990 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-82cf3c61-abab-41c4-af3a-b8f9ebaab01d req-dc0ff6a9-8bb8-4bac-bd31-f3cc5fa69c67 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=49e22b47-ab80-448d-9329-6e3af8706645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568023 May 27 12:33:52.629079 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-82cf3c61-abab-41c4-af3a-b8f9ebaab01d req-db240ff7-9c19-4475-8b85-37b33324e715 service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495519 May 27 12:33:52.782948 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-82cf3c61-abab-41c4-af3a-b8f9ebaab01d req-b8ef23a1-5165-4b5d-a141-767fcf3824ca service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491795 May 27 12:33:53.129330 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac42f9-ae3d-43c2-be06-f2662363b188 req-79ce7214-4b8d-468b-aa6a-7747873bf7bd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:53.131323 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1aac42f9-ae3d-43c2-be06-f2662363b188 req-79ce7214-4b8d-468b-aa6a-7747873bf7bd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0944269 May 27 12:33:53.182631 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-1aac42f9-ae3d-43c2-be06-f2662363b188 req-c6ad6ead-2a7e-4afa-8ec9-6e6022078565 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444109 May 27 12:33:53.299597 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823305f-eb30-4278-8605-80b85aeab8cc req-59cb10fa-db39-46e1-9db9-9de02845f89a tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:53.301033 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a823305f-eb30-4278-8605-80b85aeab8cc req-59cb10fa-db39-46e1-9db9-9de02845f89a tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 944 time: 0.1029918 May 27 12:33:53.354775 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a823305f-eb30-4278-8605-80b85aeab8cc req-63ff680e-c969-41f4-8c14-f5000f565c70 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 May 27 12:33:54.402153 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6045e-4c93-4cdb-b633-3a16d693e4b9 req-3e14e187-887d-427e-a05b-445d1249d733 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:54.404879 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4ff6045e-4c93-4cdb-b633-3a16d693e4b9 req-3e14e187-887d-427e-a05b-445d1249d733 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0965688 May 27 12:33:54.469398 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4ff6045e-4c93-4cdb-b633-3a16d693e4b9 req-2e8b6c30-76f1-4c22-b8f3-c6b534ae9971 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576952 May 27 12:33:54.631258 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device d86fc52e-3d4c-479c-bc32-873628f1fd6e details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:33:54.768329 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port d86fc52e-3d4c-479c-bc32-873628f1fd6e, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=d86fc52e-3d4c-479c-bc32-873628f1fd6e,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:54.781783 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': 'd86fc52e-3d4c-479c-bc32-873628f1fd6e', 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645', 'port_id': 'd86fc52e-3d4c-479c-bc32-873628f1fd6e', 'mac_address': 'fa:16:3e:45:e1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67fa96c-609b-456d-a2a8-12c263ecc2c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:33:54.791424 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce6ce4-ad46-4ce5-8c32-8ea6cddcee47 req-e366eadd-c0a9-4f1a-92e7-87c2fee215ba tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:54.792909 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7fce6ce4-ad46-4ce5-8c32-8ea6cddcee47 req-e366eadd-c0a9-4f1a-92e7-87c2fee215ba tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 944 time: 0.1744359 May 27 12:33:54.836724 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7fce6ce4-ad46-4ce5-8c32-8ea6cddcee47 req-b06c506d-3c4f-4c72-873b-a562a4445563 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381105 May 27 12:33:54.839109 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:54.856430 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86fc52e-3d4c-479c-bc32-873628f1fd6e {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:33:54.871874 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port d86fc52e-3d4c-479c-bc32-873628f1fd6e, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=d86fc52e-3d4c-479c-bc32-873628f1fd6e,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:54.875635 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:54.877343 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:54.940608 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=d86fc52e-3d4c-479c-bc32-873628f1fd6e,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:54.943396 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:55.218995 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['d86fc52e-3d4c-479c-bc32-873628f1fd6e'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:33:55.241785 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf4528-6ede-44d2-b9d5-449951af631f req-60941182-7b3b-47ca-b662-ece16edd2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:55.243299 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-acaf4528-6ede-44d2-b9d5-449951af631f req-60941182-7b3b-47ca-b662-ece16edd2289 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 1099 time: 0.0705028 May 27 12:33:55.376193 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf4528-6ede-44d2-b9d5-449951af631f req-40efd910-1dff-4b44-9c56-aa333d52cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:55.377641 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-acaf4528-6ede-44d2-b9d5-449951af631f req-40efd910-1dff-4b44-9c56-aa333d52cc6f service neutron] 10.222.0.95 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 918 time: 0.1279984 May 27 12:33:55.481780 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-acaf4528-6ede-44d2-b9d5-449951af631f req-10cb955b-16f8-4a51-9e40-c9bcb45172dd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30306ddb-80df-4a5c-9954-dd824858b6f2 HTTP/1.1" status: 200 len: 1002 time: 0.0973277 May 27 12:33:55.549366 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf4528-6ede-44d2-b9d5-449951af631f req-f48f56a8-314b-462c-a680-7ae4916df6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:55.550834 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-acaf4528-6ede-44d2-b9d5-449951af631f req-f48f56a8-314b-462c-a680-7ae4916df6a4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 200 len: 856 time: 0.0603600 May 27 12:33:55.695434 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25179413-2015-443c-ac7b-b455dda7ecd3 req-0aa79d55-47bd-4b4a-b3e8-008ce0f59791 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:55.696877 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-25179413-2015-443c-ac7b-b455dda7ecd3 req-0aa79d55-47bd-4b4a-b3e8-008ce0f59791 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.1049538 May 27 12:33:55.698833 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf4528-6ede-44d2-b9d5-449951af631f req-d01fe13a-d5c2-424f-bc0a-7490540d1187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:55.700173 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-acaf4528-6ede-44d2-b9d5-449951af631f req-d01fe13a-d5c2-424f-bc0a-7490540d1187 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1745ac28-aeec-46f3-8427-a49430343ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1427615 May 27 12:33:55.820897 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-25179413-2015-443c-ac7b-b455dda7ecd3 req-6cb76f3e-371f-4a23-a8ba-c7a194e97e46 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181839 May 27 12:33:55.860964 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-acaf4528-6ede-44d2-b9d5-449951af631f req-8da93a10-3dd7-46d7-95be-e9d7936d14cb service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448865 May 27 12:33:56.046837 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-acaf4528-6ede-44d2-b9d5-449951af631f req-f7a2dfa5-64ef-41c5-91fd-e260b51de3f9 service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787710 May 27 12:33:56.064397 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc3c47-b35b-4282-809e-6ec7ba6a2acc req-a02c65fa-7ca5-424d-8d5d-325bea15c9b7 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:56.068492 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6ddc3c47-b35b-4282-809e-6ec7ba6a2acc req-a02c65fa-7ca5-424d-8d5d-325bea15c9b7 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 945 time: 0.1231947 May 27 12:33:56.112545 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6ddc3c47-b35b-4282-809e-6ec7ba6a2acc req-0e8ca5e7-8f97-4b08-a4b5-eab4ef497935 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400753 May 27 12:33:56.650597 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device d86fc52e-3d4c-479c-bc32-873628f1fd6e up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:33:56.716500 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port d86fc52e-3d4c-479c-bc32-873628f1fd6e completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:33:56.721028 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port d86fc52e-3d4c-479c-bc32-873628f1fd6e triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:33:56.721435 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:56.840698 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:56.874650 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ffddfd-3a24-484c-85aa-7278640ed37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86fc52e-3d4c-479c-bc32-873628f1fd6e'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:33:56.887837 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port d86fc52e-3d4c-479c-bc32-873628f1fd6e, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=d86fc52e-3d4c-479c-bc32-873628f1fd6e,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:56.893244 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:56.895950 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:56.928423 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ffddfd-3a24-484c-85aa-7278640ed37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86fc52e-3d4c-479c-bc32-873628f1fd6e', 'code': 200} May 27 12:33:56.968164 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=d86fc52e-3d4c-479c-bc32-873628f1fd6e,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:56.971813 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:57.015161 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acfc8f-67c3-4af2-93b5-aae8463041db req-2c5389d6-162e-4739-8852-4f97f1ffdf24 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:57.016601 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-83acfc8f-67c3-4af2-93b5-aae8463041db req-2c5389d6-162e-4739-8852-4f97f1ffdf24 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0808918 May 27 12:33:57.061541 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-83acfc8f-67c3-4af2-93b5-aae8463041db req-9d93d3ae-c449-470d-b13c-0afe16bf3d92 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383887 May 27 12:33:57.177305 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07f626-9fb3-4090-8a11-a35ea52f1d43 req-1eea4a5f-3c1c-47ea-84c8-b4b33559b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:57.178736 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2a07f626-9fb3-4090-8a11-a35ea52f1d43 req-1eea4a5f-3c1c-47ea-84c8-b4b33559b1df service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 1099 time: 0.0749023 May 27 12:33:57.222515 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2a07f626-9fb3-4090-8a11-a35ea52f1d43 req-3e70dc09-f366-46d5-8dc1-2bed078771b2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367177 May 27 12:33:57.303809 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c610a24-d347-4e4a-8040-d5bb95886276 req-2acec458-1fe3-48ab-b161-1bb8459c58c6 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:57.305252 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5c610a24-d347-4e4a-8040-d5bb95886276 req-2acec458-1fe3-48ab-b161-1bb8459c58c6 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 946 time: 0.0784488 May 27 12:33:57.348022 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5c610a24-d347-4e4a-8040-d5bb95886276 req-a41fdf50-25de-4cbc-a344-da2aa2ab9683 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 May 27 12:33:58.265924 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d3cee-d2f0-40c4-84cc-3f2fb9de4c9c req-cdc90fc4-fd0c-4ebe-9629-d8e8d8bdf226 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:58.267388 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ac6d3cee-d2f0-40c4-84cc-3f2fb9de4c9c req-cdc90fc4-fd0c-4ebe-9629-d8e8d8bdf226 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 946 time: 0.0842674 May 27 12:33:58.305147 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:58.313539 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ac6d3cee-d2f0-40c4-84cc-3f2fb9de4c9c req-8bf48c78-136b-4a96-8ef8-5069cf4ef937 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392902 May 27 12:33:58.532386 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f831a23-dc41-4979-b92b-9aa3c9e226e2 req-40c64520-f7a4-44f1-9eb4-6f8e2c1465d0 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:58.533890 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0f831a23-dc41-4979-b92b-9aa3c9e226e2 req-40c64520-f7a4-44f1-9eb4-6f8e2c1465d0 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 946 time: 0.0802197 May 27 12:33:58.582794 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0f831a23-dc41-4979-b92b-9aa3c9e226e2 req-c06b2bdd-dbe5-40a9-9c00-745417be3a10 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 May 27 12:33:58.669449 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 30306ddb-80df-4a5c-9954-dd824858b6f2 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:33:58.803719 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:58.836495 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=30306ddb-80df-4a5c-9954-dd824858b6f2,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:33:58.840825 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:33:58.842917 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:33:58.910627 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=30306ddb-80df-4a5c-9954-dd824858b6f2,revision_number=8']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:33:58.913721 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:33:58.929396 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:33:59.257815 dv-cinder-793386-1-smb neutron-server[91786]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'code': 422} returned with failed status May 27 12:33:59.750404 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2fb99-e0b8-42d3-919a-4a395faf2ef0 req-324be0f6-209b-4468-ad37-2a902697f7cf tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:33:59.752329 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-25f2fb99-e0b8-42d3-919a-4a395faf2ef0 req-324be0f6-209b-4468-ad37-2a902697f7cf tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.0828960 May 27 12:33:59.809392 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-25f2fb99-e0b8-42d3-919a-4a395faf2ef0 req-eb9d8057-5ac9-424a-b07c-b60bed1bcfe3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506573 May 27 12:33:59.945675 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36882) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:00.062684 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-96cfa81e-7500-48f1-b79d-972dc54b007f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157250 May 27 12:34:00.772173 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-309736e9-228f-4fd7-9776-86abef2839e3 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:00.773514 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-309736e9-228f-4fd7-9776-86abef2839e3 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/networks?id=49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 200 len: 814 time: 0.2317491 May 27 12:34:00.788572 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-fbc20754-f180-4963-bb1a-a55d5a6bbe8b tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/quotas/e67e94ec569847a581c7724116b5f280 HTTP/1.1" status: 200 len: 375 time: 0.0094197 May 27 12:34:00.870313 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-a667b85e-ced1-42f8-b328-04d90fa379c6 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e67e94ec569847a581c7724116b5f280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767429 May 27 12:34:01.106313 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-b6b13eeb-a0dc-4f03-a9ed-cf3d7f92bba9 service neutron] 10.222.0.90 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292407 May 27 12:34:01.197000 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-b7e40506-b50e-4cee-a839-5bc980b0382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:01.198482 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-b7e40506-b50e-4cee-a839-5bc980b0382e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989&tenant_id=5c9a43fa137940f5a604d64f352d34fc HTTP/1.1" status: 200 len: 1097 time: 0.2503300 May 27 12:34:01.208555 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a1131-00da-43a0-926f-aa5b31950bc5 req-8321af40-248c-4d5f-9ca2-ef4502a2f5f1 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:01.209921 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7b6a1131-00da-43a0-926f-aa5b31950bc5 req-8321af40-248c-4d5f-9ca2-ef4502a2f5f1 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.2628713 May 27 12:34:01.341273 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7b6a1131-00da-43a0-926f-aa5b31950bc5 req-186212a1-5faa-428a-bce4-501ed108b7bc tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239793 May 27 12:34:01.345230 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-3e4b3bf0-2efb-4ce7-8bf4-0b63e5d0828a service neutron] 10.222.0.90 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319331 May 27 12:34:01.361693 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-eec17f09-0b87-44f0-91d7-92a9e09a8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:01.363217 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-eec17f09-0b87-44f0-91d7-92a9e09a8b89 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 1097 time: 0.1279273 May 27 12:34:01.538037 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9fcffc2d-09c0-44cf-94d0-4bc7bf8389aa req-009b798e-079f-4fc0-be6e-81b878703b82 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0465097 May 27 12:34:01.539070 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-1796fe32-9787-4082-af11-790c104a5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:01.540368 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-1796fe32-9787-4082-af11-790c104a5c3f service neutron] 10.222.0.95 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 918 time: 0.1707709 May 27 12:34:01.653646 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-177e5de2-d199-4edb-aa63-1f013bca66d0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30306ddb-80df-4a5c-9954-dd824858b6f2 HTTP/1.1" status: 200 len: 1000 time: 0.1053252 May 27 12:34:01.723383 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-037e32cf-4d9d-46a0-bb91-4243834c227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:01.724828 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-037e32cf-4d9d-46a0-bb91-4243834c227d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 200 len: 856 time: 0.0633721 May 27 12:34:01.807316 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-e90fdf42-271a-4c37-8d2f-3d9c38f4ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:01.808855 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-e90fdf42-271a-4c37-8d2f-3d9c38f4ee8a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1745ac28-aeec-46f3-8427-a49430343ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723231 May 27 12:34:01.896460 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f634d476-e269-44a3-87b3-410ebdd4d276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:01.942283 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-bbb41ed0-afa7-4f6c-be9d-a398a1c581ee service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260681 May 27 12:34:02.095321 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9fa31fb8-f4b4-48cd-a4d2-d437eb572b27 req-33592e48-8edf-45bf-8617-8ce18925125f service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267810 May 27 12:34:02.619245 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517e7d4-c04b-4c7a-a03e-b7f6f5da7bb5 req-9d481a8a-e0f5-4449-8f57-9ccf0fe9cc5c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:02.630675 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8517e7d4-c04b-4c7a-a03e-b7f6f5da7bb5 req-9d481a8a-e0f5-4449-8f57-9ccf0fe9cc5c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.1672285 May 27 12:34:02.819859 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-cae697dc-c605-4b27-be31-c21e63fb7e35 req-1804fbd7-8e4a-4f78-8d00-4a3dd423651d tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0481436 May 27 12:34:02.839000 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-8517e7d4-c04b-4c7a-a03e-b7f6f5da7bb5 req-9ded4fe7-172c-4890-8258-796fd79f07e5 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073913 May 27 12:34:03.605927 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:04.052624 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6833feab-2016-4407-861d-77b6376fd736 req-42c6e79a-7e11-40d5-b732-942abfe28e0e tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.1027181 May 27 12:34:04.102323 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82c1a7-4523-4a40-a348-b2154fd7ec02 req-25a456a5-5c71-4f9a-96cf-2a872f9c4dde tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:04.103904 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bb82c1a7-4523-4a40-a348-b2154fd7ec02 req-25a456a5-5c71-4f9a-96cf-2a872f9c4dde tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.1026585 May 27 12:34:04.150708 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-bb82c1a7-4523-4a40-a348-b2154fd7ec02 req-df24ab63-b36a-4a16-b20b-4efa662e2a51 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410101 May 27 12:34:04.339037 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-cb7834e0-f517-40e9-afa0-86404e049151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:05.209015 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4cf02cb0-c85c-4faf-a7c3-35164b242e7f req-619d1b94-1010-4f93-a404-c5549f8a88e3 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0453343 May 27 12:34:05.352994 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768a29f-39ea-4cb1-b50a-830aa24772b5 req-6a7a6070-da3c-4d15-9e39-554cc8d89fd5 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:05.354808 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2768a29f-39ea-4cb1-b50a-830aa24772b5 req-6a7a6070-da3c-4d15-9e39-554cc8d89fd5 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.0790479 May 27 12:34:05.404395 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-2768a29f-39ea-4cb1-b50a-830aa24772b5 req-ada3a432-f4fd-40c1-9cd9-2f583d50d21f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441456 May 27 12:34:05.647925 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:06.372979 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-97d3ef85-ba59-40f6-8e80-e23bc3e0a75e req-e6b7cad3-4e78-4b63-a07f-1a3e7e94d42e tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0551698 May 27 12:34:06.601946 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c1f59-e067-401b-bb16-2c53d65de8d1 req-47346634-6d5e-4135-8ff6-63e7e590d032 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:06.603460 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3b0c1f59-e067-401b-bb16-2c53d65de8d1 req-47346634-6d5e-4135-8ff6-63e7e590d032 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.0842960 May 27 12:34:06.649131 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3b0c1f59-e067-401b-bb16-2c53d65de8d1 req-1a04ae00-8627-400b-bb85-a7fe91d32bd2 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399439 May 27 12:34:07.021588 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:07.535110 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6ed333ec-075d-4a67-8e6d-b332190cefe0 req-55834b5b-3bf3-4512-acae-5e8536f36877 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0646138 May 27 12:34:07.848724 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aba31-dca3-422c-86f3-41383068ab0d req-e2ff635a-039a-4b35-9958-de42a64fc9c7 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:07.850164 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-900aba31-dca3-422c-86f3-41383068ab0d req-e2ff635a-039a-4b35-9958-de42a64fc9c7 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.0809565 May 27 12:34:07.899039 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-900aba31-dca3-422c-86f3-41383068ab0d req-52e59bc5-76a9-4f49-8e0b-6a1e43114e19 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432065 May 27 12:34:08.689683 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-4565a696-ce28-440d-86ef-1bbcc93fbe64 req-f3f8c765-07ef-4f73-bf54-41eec531c1fd tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0429564 May 27 12:34:09.111839 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e389457-d75a-4efc-b620-73094be9c4cc req-c01a436d-8caf-4b26-a8ea-02326694f6d3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:09.120436 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0e389457-d75a-4efc-b620-73094be9c4cc req-c01a436d-8caf-4b26-a8ea-02326694f6d3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.1069260 May 27 12:34:09.163419 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0e389457-d75a-4efc-b620-73094be9c4cc req-974d8f1b-6ae1-4287-9a18-4deff2ce46d3 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421245 May 27 12:34:09.842752 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9842c8bf-f858-42cd-a787-70b3b35aa669 req-7900220b-2e46-4585-845e-7a2ea6af1ce4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0450940 May 27 12:34:10.374025 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80a71d-bbf6-4e1c-9d58-25b44ac916c7 req-199596a0-36fc-439f-b5ea-50af241946da tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:10.375414 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3b80a71d-bbf6-4e1c-9d58-25b44ac916c7 req-199596a0-36fc-439f-b5ea-50af241946da tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.0817902 May 27 12:34:10.431423 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3b80a71d-bbf6-4e1c-9d58-25b44ac916c7 req-daf90345-da01-4b43-a530-2faa1303ef0b tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497024 May 27 12:34:10.994394 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-18de6ce4-7d06-4834-9dcb-047c025832d4 req-c9eb85fd-031b-45ae-a425-fbecc6d48fe9 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0423050 May 27 12:34:11.631794 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511914cd-f0d3-46dc-89ec-1f0bab2b886d req-0291aa66-ee6a-4e06-b581-ce53d2c45899 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:11.633410 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-511914cd-f0d3-46dc-89ec-1f0bab2b886d req-0291aa66-ee6a-4e06-b581-ce53d2c45899 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.0876446 May 27 12:34:11.678209 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-511914cd-f0d3-46dc-89ec-1f0bab2b886d req-1b5624a1-88e3-403b-bf41-ac4f7f8823ab tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392354 May 27 12:34:12.145816 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-052317dc-37f0-4b02-8942-258ab8cb757c req-1a715fc5-2761-48f2-a5ec-2182b8a165ff tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0459905 May 27 12:34:12.883047 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8b4bc-6d3d-43fc-85c7-a156c02b3970 req-143f666a-24c5-4792-b22c-0ce1d2d4605c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:12.884469 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0fd8b4bc-6d3d-43fc-85c7-a156c02b3970 req-143f666a-24c5-4792-b22c-0ce1d2d4605c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.0824170 May 27 12:34:12.930047 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0fd8b4bc-6d3d-43fc-85c7-a156c02b3970 req-ff7e59b0-9a9c-4e5c-83e4-5ff82845511d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392377 May 27 12:34:13.296565 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-9e375637-0ad0-414d-abac-226326cbeb79 req-0303a19f-5fc5-41c1-a9a1-50957848dc2c tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0427809 May 27 12:34:13.569241 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 36984) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:13.839254 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Deleting port f9271d20-19fd-4ddf-9e3a-f4399efe2440 {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:13.839516 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:14.081854 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:14.082394 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:14.238859 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Calling delete_port for f9271d20-19fd-4ddf-9e3a-f4399efe2440 owned by network:floatingip {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:14.301135 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7f931-e45f-4b30-8e6d-790b5159cb32 req-5cb7b20e-1f9e-4293-8e63-7ec4707de15d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:14.302662 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-40d7f931-e45f-4b30-8e6d-790b5159cb32 req-5cb7b20e-1f9e-4293-8e63-7ec4707de15d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.2601898 May 27 12:34:14.376469 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-40d7f931-e45f-4b30-8e6d-790b5159cb32 req-4be97b45-d167-4e45-a6dc-5a5717325c3f tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665145 May 27 12:34:14.489678 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-45e64532-523a-4ca5-8959-5b7151595903 req-90989284-455a-4b53-b313-d5ae32edd8d2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0560160 May 27 12:34:14.504264 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:14.508744 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-3fe7a984-62f0-453e-9824-34f6a76dbcd2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:14.579706 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event deleted for resources: {'Port': ['ID=f9271d20-19fd-4ddf-9e3a-f4399efe2440,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:14.582519 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:14.645118 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for floatingip, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:14.645365 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.l3_db [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Floating IP fd2ecf87-94d6-4902-9200-a363d6fcbffb disassociated (deleted). External IP: 172.28.3.67, port: 67816fb2-6ce9-46f5-819c-8794ee58da10. May 27 12:34:14.939819 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97702c-bedf-4e40-a8c3-ca18ca1fb09f req-5ccb4966-b10b-414b-a010-91ffb7de0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:14.941869 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0c97702c-bedf-4e40-a8c3-ca18ca1fb09f req-5ccb4966-b10b-414b-a010-91ffb7de0ee0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=5c9a43fa137940f5a604d64f352d34fc&device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 1097 time: 0.0817571 May 27 12:34:15.096311 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97702c-bedf-4e40-a8c3-ca18ca1fb09f req-b29c622d-5881-444f-bedf-1e0ff0d81081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:15.097838 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0c97702c-bedf-4e40-a8c3-ca18ca1fb09f req-b29c622d-5881-444f-bedf-1e0ff0d81081 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 200 len: 918 time: 0.1347737 May 27 12:34:15.111783 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-8cf0cce9-a10b-4d76-8ee1-7846c26f75ec tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:15.113198 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-8cf0cce9-a10b-4d76-8ee1-7846c26f75ec tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "GET /v2.0/networks?id=49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 200 len: 814 time: 0.2946775 May 27 12:34:15.122076 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Router 62e59a31-8c03-4226-9232-7886d063899a has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:34:15.129624 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Request body: {'port': {'device_id': '8ba60f8c-768e-43a9-a97c-6ea417679720', 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645', 'admin_state_up': True, 'tenant_id': 'e67e94ec569847a581c7724116b5f280'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:34:15.300996 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0c97702c-bedf-4e40-a8c3-ca18ca1fb09f req-d1199486-199d-43b4-8c49-f8bf7057bd13 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30306ddb-80df-4a5c-9954-dd824858b6f2 HTTP/1.1" status: 200 len: 1000 time: 0.1914701 May 27 12:34:15.367953 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97702c-bedf-4e40-a8c3-ca18ca1fb09f req-d9ce4c05-1305-40f4-98e7-4aa820130440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:15.369537 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0c97702c-bedf-4e40-a8c3-ca18ca1fb09f req-d9ce4c05-1305-40f4-98e7-4aa820130440 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 200 len: 856 time: 0.0610094 May 27 12:34:15.452836 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97702c-bedf-4e40-a8c3-ca18ca1fb09f req-e888208d-c073-48b7-8e8a-e97bcaf67990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:15.454618 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0c97702c-bedf-4e40-a8c3-ca18ca1fb09f req-e888208d-c073-48b7-8e8a-e97bcaf67990 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1745ac28-aeec-46f3-8427-a49430343ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746942 May 27 12:34:15.565006 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:34:15.585979 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:34:15.591404 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0c97702c-bedf-4e40-a8c3-ca18ca1fb09f req-ed1273d3-be8b-40a6-9c30-c24ff5980dea service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287105 May 27 12:34:15.596301 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:34:15.598378 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd0eccb-9ecf-46b4-ac0e-fb629343678d None None] Sync routers for ids ['62e59a31-8c03-4226-9232-7886d063899a'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:34:15.608947 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0eccb-9ecf-46b4-ac0e-fb629343678d None None] Routers {'62e59a31-8c03-4226-9232-7886d063899a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:34:15.609825 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-acd0eccb-9ecf-46b4-ac0e-fb629343678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['62e59a31-8c03-4226-9232-7886d063899a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:15.656907 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5e935528-ff80-495e-9b01-20e79df00e78 req-d7d26bf7-6086-4cae-bb3d-595177b22c22 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0539083 May 27 12:34:15.659861 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:15.692349 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Made reservation on behalf of e67e94ec569847a581c7724116b5f280 for: {'port': 1} {{(pid=91785) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:34:15.696203 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:15.745741 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0c97702c-bedf-4e40-a8c3-ca18ca1fb09f req-c2004f15-803c-4296-9f8a-cfd70138268f service neutron] 10.222.0.95 "GET /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390946 May 27 12:34:15.749379 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fd92a-2cd8-4e76-aa38-4c264c28c920 req-870aba6b-840a-4146-8ec4-a1299520844e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:15.755109 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-267fd92a-2cd8-4e76-aa38-4c264c28c920 req-870aba6b-840a-4146-8ec4-a1299520844e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.2520423 May 27 12:34:15.792282 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-acd0eccb-9ecf-46b4-ac0e-fb629343678d None None] Set router 62e59a31-8c03-4226-9232-7886d063899a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:34:15.811836 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-ae6163b5-74a8-4340-b5d8-0b26a703a13f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "DELETE /v2.0/floatingips/fd2ecf87-94d6-4902-9200-a363d6fcbffb HTTP/1.1" status: 204 len: 168 time: 2.2416117 May 27 12:34:15.818734 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:34:15.876043 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-267fd92a-2cd8-4e76-aa38-4c264c28c920 req-580b92e8-f746-42db-bc8b-06327e170796 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818584 May 27 12:34:15.950660 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'status': 'completed', 'code': 200} May 27 12:34:15.966788 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_common [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Allocated IP 172.20.0.8 (49e22b47-ab80-448d-9329-6e3af8706645/c67fa96c-609b-456d-a2a8-12c263ecc2c4/6233bff4-fe36-4259-ad2b-1dc38a3bf2c5) {{(pid=91785) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:34:16.083737 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11e988-ceb2-473a-9011-5af29bffc5fe req-243af290-2abd-4173-8183-f0c0f09460d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:16.085236 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6b11e988-ceb2-473a-9011-5af29bffc5fe req-243af290-2abd-4173-8183-f0c0f09460d4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=32a6aaa750194fd3aa7f5917b0d80036&device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 1098 time: 0.0889938 May 27 12:34:16.160971 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-acd0eccb-9ecf-46b4-ac0e-fb629343678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:29:18Z', 'revision_number': 4, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '607601c4-da7f-4504-a33f-0d4a2029c950', 'name': '', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'mac_address': 'fa:16:3e:b0:7d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:17Z', 'updated_at': '2021-05-27T12:29:28Z', 'revision_number': 5, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'subnets': [{'id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:16.164736 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd0eccb-9ecf-46b4-ac0e-fb629343678d None None] Checking router: 62e59a31-8c03-4226-9232-7886d063899a for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:34:16.172796 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0eccb-9ecf-46b4-ac0e-fb629343678d None None] Routers {'62e59a31-8c03-4226-9232-7886d063899a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:34:16.173401 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-acd0eccb-9ecf-46b4-ac0e-fb629343678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['62e59a31-8c03-4226-9232-7886d063899a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:16.203673 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks [] for port, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:16.252307 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11e988-ceb2-473a-9011-5af29bffc5fe req-4140fa9e-13a3-44fe-8785-bd6b05ba67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:16.253898 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6b11e988-ceb2-473a-9011-5af29bffc5fe req-4140fa9e-13a3-44fe-8785-bd6b05ba67bc service neutron] 10.222.0.95 "GET /v2.0/networks?id=c2525c8a-797d-452d-a1d9-0d05ab79162d HTTP/1.1" status: 200 len: 910 time: 0.1599908 May 27 12:34:16.307600 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ec7fd-4c82-4b90-90e6-2748cf84bfbd req-31f9c141-c358-44e4-9cee-96fa60b21873 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:16.308310 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-ca8ec7fd-4c82-4b90-90e6-2748cf84bfbd req-31f9c141-c358-44e4-9cee-96fa60b21873 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Synchronizing usage tracker for tenant:32a6aaa750194fd3aa7f5917b0d80036 on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:34:16.324045 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:16.330187 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:16.336934 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['7a73738d-8715-4edf-bfab-b6046a357086', 'd86fc52e-3d4c-479c-bc32-873628f1fd6e'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:34:16.337569 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6b11e988-ceb2-473a-9011-5af29bffc5fe req-d3890c99-03e1-4a7d-9f2d-dffc11d80237 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67816fb2-6ce9-46f5-819c-8794ee58da10 HTTP/1.1" status: 200 len: 217 time: 0.0757530 May 27 12:34:16.366995 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-acd0eccb-9ecf-46b4-ac0e-fb629343678d None None] Set router 62e59a31-8c03-4226-9232-7886d063899a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:34:16.371239 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-ca8ec7fd-4c82-4b90-90e6-2748cf84bfbd req-31f9c141-c358-44e4-9cee-96fa60b21873 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Unset dirty status for tenant:32a6aaa750194fd3aa7f5917b0d80036 on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:34:16.378646 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ca8ec7fd-4c82-4b90-90e6-2748cf84bfbd req-31f9c141-c358-44e4-9cee-96fa60b21873 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.1686826 May 27 12:34:16.418894 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11e988-ceb2-473a-9011-5af29bffc5fe req-c1074ba4-9a23-4f33-9fe7-dee2a3986780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:16.420501 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6b11e988-ceb2-473a-9011-5af29bffc5fe req-c1074ba4-9a23-4f33-9fe7-dee2a3986780 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34c8e513-2a05-4700-8b4e-592a6885bc11 HTTP/1.1" status: 200 len: 848 time: 0.0761480 May 27 12:34:16.451319 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Network 49e22b47-ab80-448d-9329-6e3af8706645 is already hosted by enough agents. {{(pid=91785) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:34:16.457300 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.base_scheduler [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Resources bound (agent type, host, resource id): {{(pid=91785) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:34:16.459421 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Pushing event updated for resources: {'Port': ['ID=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:16.471263 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-ca8ec7fd-4c82-4b90-90e6-2748cf84bfbd req-e97da951-b90a-4d8f-a386-84bf6ffecd6b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917087 May 27 12:34:16.472152 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Received port after_create {{(pid=91785) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:34:16.510550 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:16.530148 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11e988-ceb2-473a-9011-5af29bffc5fe req-b21f4abb-c5ad-4b95-bb68-7f1633349afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:16.531030 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6b11e988-ceb2-473a-9011-5af29bffc5fe req-b21f4abb-c5ad-4b95-bb68-7f1633349afc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c2525c8a-797d-452d-a1d9-0d05ab79162d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0961192 May 27 12:34:16.556312 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:16.557072 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:16.585974 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-251c10a1-0289-4bb4-8379-24e536661fbe tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4603586 May 27 12:34:16.600830 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Request body: {'port': {'device_id': '8ba60f8c-768e-43a9-a97c-6ea417679720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:34:16.684034 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6b11e988-ceb2-473a-9011-5af29bffc5fe req-3de3c82c-9dd0-4bd9-98ff-d674cd8d6656 service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442678 May 27 12:34:16.709646 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-acd0eccb-9ecf-46b4-ac0e-fb629343678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:29:18Z', 'revision_number': 4, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '607601c4-da7f-4504-a33f-0d4a2029c950', 'name': '', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'mac_address': 'fa:16:3e:b0:7d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:17Z', 'updated_at': '2021-05-27T12:29:28Z', 'revision_number': 5, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'subnets': [{'id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:16.713655 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd0eccb-9ecf-46b4-ac0e-fb629343678d None None] The sync data for ids ['62e59a31-8c03-4226-9232-7886d063899a'] in dv-cinder-793386-1-smb is: [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:29:18Z', 'revision_number': 4, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '607601c4-da7f-4504-a33f-0d4a2029c950', 'name': '', 'network_id': 'c2525c8a-797d-452d-a1d9-0d05ab79162d', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'mac_address': 'fa:16:3e:b0:7d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:17Z', 'updated_at': '2021-05-27T12:29:28Z', 'revision_number': 5, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'subnets': [{'id': '34c8e513-2a05-4700-8b4e-592a6885bc11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:34:16.731028 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:16.793093 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 30306ddb-80df-4a5c-9954-dd824858b6f2 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:34:16.845530 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6b11e988-ceb2-473a-9011-5af29bffc5fe req-9df00950-3885-436c-8f05-2de57f132872 service neutron] 10.222.0.95 "GET /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474867 May 27 12:34:16.941003 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=30306ddb-80df-4a5c-9954-dd824858b6f2,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:16.955622 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'port_id': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'mac_address': 'fa:16:3e:2d:fa:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:34:16.968761 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0f604-d3b1-44fc-b335-bd418028419f req-753c751e-79a3-4b89-88c4-62722ea336b6 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:16.969723 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-64f0f604-d3b1-44fc-b335-bd418028419f req-753c751e-79a3-4b89-88c4-62722ea336b6 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Synchronizing usage tracker for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:34:17.016488 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:17.033598 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d33549f-2105-4a8e-888e-645812824856 None None] New status for floating IP fd2ecf87-94d6-4902-9200-a363d6fcbffb: DOWN {{(pid=91786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 12:34:17.091822 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-64f0f604-d3b1-44fc-b335-bd418028419f req-753c751e-79a3-4b89-88c4-62722ea336b6 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Unset dirty status for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:34:17.092956 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-64f0f604-d3b1-44fc-b335-bd418028419f req-753c751e-79a3-4b89-88c4-62722ea336b6 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 931 time: 0.3090076 May 27 12:34:17.146833 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30306ddb-80df-4a5c-9954-dd824858b6f2 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:34:17.170729 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=30306ddb-80df-4a5c-9954-dd824858b6f2,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:17.177534 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:17.180082 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:17.186782 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-64f0f604-d3b1-44fc-b335-bd418028419f req-aac33c02-e81f-41ff-ba2c-13bc6099a6c8 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864584 May 27 12:34:17.248958 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=30306ddb-80df-4a5c-9954-dd824858b6f2,revision_number=9']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:17.256488 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:17.257345 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a4cb7-01c5-4f84-ad66-db69fbab75f2 req-43e68408-c07f-4786-b110-5c6dafd2ab98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:17.258503 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b75a4cb7-01c5-4f84-ad66-db69fbab75f2 req-43e68408-c07f-4786-b110-5c6dafd2ab98 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 944 time: 0.2175848 May 27 12:34:17.301394 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 {{(pid=91785) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:34:17.316206 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:17.332766 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b75a4cb7-01c5-4f84-ad66-db69fbab75f2 req-dbef74f1-2f32-4028-b4c4-69919e82ab16 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630639 May 27 12:34:17.338115 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.provisioning_blocks [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Transition to ACTIVE for port object 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 will not be triggered until provisioned by entity L2. {{(pid=91785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:34:17.342110 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:17.347243 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-8e0a1daf-9d2a-4b67-b521-e40ed2ea264d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:17.501998 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['30306ddb-80df-4a5c-9954-dd824858b6f2'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:34:17.638620 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Pushing event updated for resources: {'Port': ['ID=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5,revision_number=2']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:17.669973 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:17.733912 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Attempting to bind port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:34:17.734272 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Attempting to bind port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'}] {{(pid=91785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:34:17.734599 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Attempting to bind port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 on network 49e22b47-ab80-448d-9329-6e3af8706645 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:34:17.742147 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 on network 49e22b47-ab80-448d-9329-6e3af8706645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:34:17.742491 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Attempting to bind port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 on network 49e22b47-ab80-448d-9329-6e3af8706645 {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:34:17.753947 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07830e73-1af3-4990-afd7-e5960d3570c8 req-95429343-8fa6-416c-bf87-f88ac6586bf5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:17.755636 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-07830e73-1af3-4990-afd7-e5960d3570c8 req-95429343-8fa6-416c-bf87-f88ac6586bf5 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.1615832 May 27 12:34:17.758590 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:34:17.758930 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Checking segment: {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:34:17.759317 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Bound using segment: {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'} {{(pid=91785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:34:17.759751 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.managers [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Bound port: 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'}}] {{(pid=91785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:34:17.760100 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:17.857640 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-07830e73-1af3-4990-afd7-e5960d3570c8 req-50dffb80-5f8a-4393-a196-3d360412b9f7 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/security-groups?id=c8033c20-5b52-471d-a809-73ad3e1c1ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836620 May 27 12:34:17.887182 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] For port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5, host hv-cinder-79338, cleared binding levels {{(pid=91785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:34:17.890396 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] For port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:34:17.895131 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:17.898833 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:17.951103 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-d2262408-b892-4bfc-866c-88d6bbd0352f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:17.951699 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-d2262408-b892-4bfc-866c-88d6bbd0352f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Synchronizing usage tracker for tenant:32a6aaa750194fd3aa7f5917b0d80036 on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:34:17.962126 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:17.962758 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:17.964103 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] 10.222.0.95 "PUT /v2.0/ports/6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 HTTP/1.1" status: 200 len: 1093 time: 1.3685610 May 27 12:34:17.964612 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba60f8c-768e-43a9-a97c-6ea417679720', 'tag': '6233bff4-fe36-4259-ad2b-1dc38a3bf2c5'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:34:17.965011 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-d2262408-b892-4bfc-866c-88d6bbd0352f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Unset dirty status for tenant:32a6aaa750194fd3aa7f5917b0d80036 on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:34:17.966105 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-d2262408-b892-4bfc-866c-88d6bbd0352f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.95 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 945 time: 0.0975852 May 27 12:34:17.982730 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Pushing event updated for resources: {'Port': ['ID=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5,revision_number=3']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:17.985666 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-d30942b8-5340-4c9d-b87f-0e8f73e91bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:18.039589 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba60f8c-768e-43a9-a97c-6ea417679720', 'tag': '6233bff4-fe36-4259-ad2b-1dc38a3bf2c5', 'status': 'completed', 'code': 200} May 27 12:34:18.078828 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d6cc3dbb-5627-470e-8026-059d205fa36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:18.080291 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d6cc3dbb-5627-470e-8026-059d205fa36f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e67e94ec569847a581c7724116b5f280&device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 1096 time: 0.0730548 May 27 12:34:18.127232 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Deleting port 67816fb2-6ce9-46f5-819c-8794ee58da10 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:18.127586 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:18.154355 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-d0eb51a9-8e49-49f1-b404-4a77552be10c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 HTTP/1.1" status: 200 len: 217 time: 0.0653596 May 27 12:34:18.218445 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-41c5003b-62c7-4024-b392-0f6f403a70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:18.220059 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-41c5003b-62c7-4024-b392-0f6f403a70e6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c67fa96c-609b-456d-a2a8-12c263ecc2c4 HTTP/1.1" status: 200 len: 854 time: 0.0579994 May 27 12:34:18.268383 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-4b31755e-f787-4ee2-9994-f5ef7ebf4743 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=49e22b47-ab80-448d-9329-6e3af8706645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417144 May 27 12:34:18.270713 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] For port 67816fb2-6ce9-46f5-819c-8794ee58da10, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=67816fb2-6ce9-46f5-819c-8794ee58da10,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:18.271077 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:18.490449 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Calling delete_port for 67816fb2-6ce9-46f5-819c-8794ee58da10 owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:18.513090 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-968ab63d-0cc9-46ea-9f2a-b0f824e10bc7 service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372391 May 27 12:34:18.559979 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d084553-e63a-4282-aa3e-7d434f32acc4 req-6f6ec1ee-f38d-4c1b-9b94-17be4a7f68c1 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:18.561427 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6d084553-e63a-4282-aa3e-7d434f32acc4 req-6f6ec1ee-f38d-4c1b-9b94-17be4a7f68c1 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 943 time: 0.2610211 May 27 12:34:18.605997 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:18.611454 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6ab1ab5b-d991-4b9d-8008-0cf2c39abcec tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:18.657771 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event deleted for resources: {'Port': ['ID=67816fb2-6ce9-46f5-819c-8794ee58da10,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:18.699442 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:18.699816 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:18.700184 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:18.700546 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:18.700907 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:18.701262 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:18.701614 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:18.702002 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:18.702338 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:18.702687 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:18.703031 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:18.703383 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:18.708028 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-6d084553-e63a-4282-aa3e-7d434f32acc4 req-92003c77-2adc-4d51-bdc6-7f5063f202f5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374638 May 27 12:34:18.727066 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22de24-da75-4aa4-b610-75390133f8f8 req-6ad0e24a-496a-4a9e-b97c-9e08768e57ee tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:18.728576 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3b22de24-da75-4aa4-b610-75390133f8f8 req-6ad0e24a-496a-4a9e-b97c-9e08768e57ee tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 945 time: 0.2690966 May 27 12:34:18.731486 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:18.737102 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5489205-74b5-49be-9488-c06c5a5afea4 req-74c231f8-7b62-4091-9b9f-5a402e0beeda service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114892 May 27 12:34:18.746060 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] No DVR routers for this DVR port 67816fb2-6ce9-46f5-819c-8794ee58da10 on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:34:18.748419 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:18.751574 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'name': 'network-vif-deleted', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:34:18.770006 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-8fd85753-ac12-42c7-93a2-fbe2e2e11270 req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.95 "DELETE /v2.0/ports/67816fb2-6ce9-46f5-819c-8794ee58da10 HTTP/1.1" status: 204 len: 173 time: 0.7771206 May 27 12:34:18.804859 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3b22de24-da75-4aa4-b610-75390133f8f8 req-89e03faf-a6a3-47dc-ba35-e0a9ad349366 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648983 May 27 12:34:18.810681 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 30306ddb-80df-4a5c-9954-dd824858b6f2 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:34:18.861549 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c7e0eb-4158-4381-a05e-0a283940408d', 'name': 'network-vif-deleted', 'tag': '67816fb2-6ce9-46f5-819c-8794ee58da10', 'status': 'completed', 'code': 200} May 27 12:34:18.869029 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e48f-83bd-471f-a950-5fb2d6ec83da req-5e08c6c2-9769-4247-9813-9eafcc3f54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:18.870570 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e499e48f-83bd-471f-a950-5fb2d6ec83da req-5e08c6c2-9769-4247-9813-9eafcc3f54d0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e67e94ec569847a581c7724116b5f280&device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 1096 time: 0.0844669 May 27 12:34:18.904436 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 30306ddb-80df-4a5c-9954-dd824858b6f2 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:34:18.904889 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:19.010490 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e48f-83bd-471f-a950-5fb2d6ec83da req-adbd26cd-121c-40ef-86cd-b31381060524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:19.012568 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e499e48f-83bd-471f-a950-5fb2d6ec83da req-adbd26cd-121c-40ef-86cd-b31381060524 service neutron] 10.222.0.95 "GET /v2.0/networks?id=49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 200 len: 915 time: 0.1332767 May 27 12:34:19.031033 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-b5a96f99-30f1-43dd-9a89-202926d3d92e req-bb3eb4ec-2f1b-4ac0-8b4e-b9a3f595430f tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "GET /v2.0/ports?device_id=d2c7e0eb-4158-4381-a05e-0a283940408d HTTP/1.1" status: 200 len: 210 time: 0.0618052 May 27 12:34:19.031265 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:19.062631 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:34:19.072984 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=30306ddb-80df-4a5c-9954-dd824858b6f2,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:19.078322 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:19.079389 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 67816fb2-6ce9-46f5-819c-8794ee58da10 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:19.098170 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e499e48f-83bd-471f-a950-5fb2d6ec83da req-078d248a-0a4c-4191-877a-47116a521125 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 HTTP/1.1" status: 200 len: 217 time: 0.0759892 May 27 12:34:19.113040 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:19.151834 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'code': 200} May 27 12:34:19.157039 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 67816fb2-6ce9-46f5-819c-8794ee58da10 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:19.158399 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 67816fb2-6ce9-46f5-819c-8794ee58da10 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:19.171637 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e48f-83bd-471f-a950-5fb2d6ec83da req-5bdeabba-c525-4750-9bfd-6e06a4fc2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:19.173090 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e499e48f-83bd-471f-a950-5fb2d6ec83da req-5bdeabba-c525-4750-9bfd-6e06a4fc2da0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c67fa96c-609b-456d-a2a8-12c263ecc2c4 HTTP/1.1" status: 200 len: 854 time: 0.0685818 May 27 12:34:19.200310 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=30306ddb-80df-4a5c-9954-dd824858b6f2,revision_number=10']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:19.204290 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:19.229452 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e499e48f-83bd-471f-a950-5fb2d6ec83da req-f5cce2ff-11aa-4852-8b03-dc9503ad76f1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=49e22b47-ab80-448d-9329-6e3af8706645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466621 May 27 12:34:19.380723 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e499e48f-83bd-471f-a950-5fb2d6ec83da req-188829a0-e218-41a8-ae3d-b055649b72c4 service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365097 May 27 12:34:19.437643 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb46043-8295-4e33-bd53-04eb6c60538b req-2814f390-9ed7-46e0-ac45-03a6cdcc8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:19.439207 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-beb46043-8295-4e33-bd53-04eb6c60538b req-2814f390-9ed7-46e0-ac45-03a6cdcc8b51 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 1100 time: 0.0780425 May 27 12:34:19.480515 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-beb46043-8295-4e33-bd53-04eb6c60538b req-bed1b8d5-e864-46e6-925e-e7acfe793291 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349092 May 27 12:34:19.531954 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-e499e48f-83bd-471f-a950-5fb2d6ec83da req-a8b68ea4-e3af-4397-a7d8-f2b985058a83 service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398003 May 27 12:34:19.913134 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c07739-433b-4f20-98c1-e5d8fc8bbe51 req-5573a3f4-203d-4884-b5a3-1135bec91419 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:19.914654 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-70c07739-433b-4f20-98c1-e5d8fc8bbe51 req-5573a3f4-203d-4884-b5a3-1135bec91419 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 943 time: 0.0964670 May 27 12:34:20.014519 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-70c07739-433b-4f20-98c1-e5d8fc8bbe51 req-7e69cf1f-bbb6-425b-be97-3e774e6b3229 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667486 May 27 12:34:20.036658 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762badc-a0ca-445d-8c79-9967a33ba0b6 req-d78b8c42-cafb-4e9a-96ab-6e204c0ac782 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:20.038095 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d762badc-a0ca-445d-8c79-9967a33ba0b6 req-d78b8c42-cafb-4e9a-96ab-6e204c0ac782 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 947 time: 0.1225691 May 27 12:34:20.082686 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d762badc-a0ca-445d-8c79-9967a33ba0b6 req-2d8665dc-0b1d-4aa2-869e-a12400fa63c0 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387704 May 27 12:34:20.115309 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37032) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:20.183124 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e68fbdf8-0576-4819-8bd3-16c6f1fb8c55 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:20.211264 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e68fbdf8-0576-4819-8bd3-16c6f1fb8c55 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:20.275901 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e68fbdf8-0576-4819-8bd3-16c6f1fb8c55 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:20.279795 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e6767c49-2850-4c9f-88ce-45ee2977dc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:20.387604 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fbdf8-0576-4819-8bd3-16c6f1fb8c55 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8033c20-5b52-471d-a809-73ad3e1c1ef2,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:20.390879 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e68fbdf8-0576-4819-8bd3-16c6f1fb8c55 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:20.403519 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e68fbdf8-0576-4819-8bd3-16c6f1fb8c55 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:20.404654 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-e68fbdf8-0576-4819-8bd3-16c6f1fb8c55 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] 10.222.0.90 "DELETE /v2.0/security-groups/c8033c20-5b52-471d-a809-73ad3e1c1ef2 HTTP/1.1" status: 204 len: 168 time: 0.2883663 May 27 12:34:20.446304 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37038) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:20.838146 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:34:20.978645 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:20.992635 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '6233bff4-fe36-4259-ad2b-1dc38a3bf2c5', 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645', 'port_id': '6233bff4-fe36-4259-ad2b-1dc38a3bf2c5', 'mac_address': 'fa:16:3e:40:3e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67fa96c-609b-456d-a2a8-12c263ecc2c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:34:21.049880 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:21.067930 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:34:21.084826 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:21.089262 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:21.091035 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:21.180439 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:21.185479 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010419'] for router_interface, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:21.191619 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:21.292455 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782c809-add1-4d60-b31d-65c6f7948e72 req-e6c3d1e1-0dc9-4710-9401-a98ddc396cde tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:21.294014 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e782c809-add1-4d60-b31d-65c6f7948e72 req-e6c3d1e1-0dc9-4710-9401-a98ddc396cde tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 944 time: 0.1580238 May 27 12:34:21.346450 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea323dc-0583-4043-a712-e85cc43d52e4 req-caa05f05-7181-4565-ac69-6beaa7634f14 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:21.348473 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7ea323dc-0583-4043-a712-e85cc43d52e4 req-caa05f05-7181-4565-ac69-6beaa7634f14 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 947 time: 0.1415277 May 27 12:34:21.355694 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e782c809-add1-4d60-b31d-65c6f7948e72 req-23cb698e-b3e7-4978-8abb-33cd337a7f99 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551095 May 27 12:34:21.371489 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['6233bff4-fe36-4259-ad2b-1dc38a3bf2c5'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:34:21.411670 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7ea323dc-0583-4043-a712-e85cc43d52e4 req-19c483c8-a726-46c2-8d41-2df9c842e545 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542450 May 27 12:34:21.609671 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] Deleting port 607601c4-da7f-4504-a33f-0d4a2029c950 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:21.610297 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:21.729045 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] For port 607601c4-da7f-4504-a33f-0d4a2029c950, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=607601c4-da7f-4504-a33f-0d4a2029c950,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:21.729397 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:21.854799 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] Calling delete_port for 607601c4-da7f-4504-a33f-0d4a2029c950 owned by network:router_interface {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:22.001234 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:22.006215 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c98c9d05-05a7-498e-9b7e-5187769c01c3 tempest-VolumesActionsTest-923475988 tempest-VolumesActionsTest-923475988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:22.081319 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=607601c4-da7f-4504-a33f-0d4a2029c950,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:22.087970 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:22.331528 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013827'] for router_interface, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:22.632347 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f93d9-db31-4856-b78e-21c97b1f433a req-b743bc15-e4e9-46c6-9812-e76f4e10124c tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:22.633852 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3e6f93d9-db31-4856-b78e-21c97b1f433a req-b743bc15-e4e9-46c6-9812-e76f4e10124c tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 944 time: 0.1689606 May 27 12:34:22.663286 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb7851-2d28-4daf-a74c-04ab01a41634 req-1bf71932-5396-462f-9314-7bd2644a4157 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:22.664703 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7bdb7851-2d28-4daf-a74c-04ab01a41634 req-1bf71932-5396-462f-9314-7bd2644a4157 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 947 time: 0.1414926 May 27 12:34:22.710213 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3e6f93d9-db31-4856-b78e-21c97b1f433a req-e0b81106-8844-48db-b372-83591191ec3c tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701888 May 27 12:34:22.730947 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7bdb7851-2d28-4daf-a74c-04ab01a41634 req-310f41e8-7b57-4d0e-95e1-2f587c4e41da tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520003 May 27 12:34:22.801609 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] Router 62e59a31-8c03-4226-9232-7886d063899a has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:34:22.861181 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:34:22.935401 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:34:22.940146 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:34:22.940526 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:22.978538 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:34:22.986559 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c948a75-9800-4eb5-8000-e9d8240923e4 None None] Sync routers for ids ['62e59a31-8c03-4226-9232-7886d063899a'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:34:22.993294 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-2e40c05e-2e72-409c-8032-1a36c4d54df5 admin admin] 10.222.0.90 "PUT /v2.0/routers/62e59a31-8c03-4226-9232-7886d063899a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5455990 May 27 12:34:22.995996 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37090) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:22.996999 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c948a75-9800-4eb5-8000-e9d8240923e4 None None] Routers {'62e59a31-8c03-4226-9232-7886d063899a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:34:22.998005 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-0c948a75-9800-4eb5-8000-e9d8240923e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['62e59a31-8c03-4226-9232-7886d063899a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:23.061343 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:23.091885 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba60f8c-768e-43a9-a97c-6ea417679720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6233bff4-fe36-4259-ad2b-1dc38a3bf2c5'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:34:23.102296 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:23.107078 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:23.109470 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:23.159729 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba60f8c-768e-43a9-a97c-6ea417679720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6233bff4-fe36-4259-ad2b-1dc38a3bf2c5', 'code': 200} May 27 12:34:23.192022 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Notify callbacks [] for router, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:23.193514 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:23.196708 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:23.202869 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-0c948a75-9800-4eb5-8000-e9d8240923e4 None None] Set router 62e59a31-8c03-4226-9232-7886d063899a gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:34:23.372407 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:23.396884 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ead189-959d-40a7-9ed7-73a3a894be96 req-a300cfa5-65c2-456d-9756-e2a6bf8d4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:23.398455 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-12ead189-959d-40a7-9ed7-73a3a894be96 req-a300cfa5-65c2-456d-9756-e2a6bf8d4aae service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 1098 time: 0.0709417 May 27 12:34:23.449815 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-12ead189-959d-40a7-9ed7-73a3a894be96 req-86d1f84a-f612-4c19-82c8-464a803dc9a4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439115 May 27 12:34:23.452490 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Deleting port 3da11482-3f95-4e3f-92ec-e56283e9bb28 {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:23.452881 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:23.527939 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-0c948a75-9800-4eb5-8000-e9d8240923e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72'}], 'enable_snat': True}, 'gw_port_id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:34:21Z', 'revision_number': 5, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port': {'id': '3da11482-3f95-4e3f-92ec-e56283e9bb28', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:74:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e59a31-8c03-4226-9232-7886d063899a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:14Z', 'updated_at': '2021-05-27T12:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:23.531658 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c948a75-9800-4eb5-8000-e9d8240923e4 None None] Checking router: 62e59a31-8c03-4226-9232-7886d063899a for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:34:23.540255 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c948a75-9800-4eb5-8000-e9d8240923e4 None None] Routers {'62e59a31-8c03-4226-9232-7886d063899a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:34:23.540859 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-0c948a75-9800-4eb5-8000-e9d8240923e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['62e59a31-8c03-4226-9232-7886d063899a'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:23.574365 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] For port 3da11482-3f95-4e3f-92ec-e56283e9bb28, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=3da11482-3f95-4e3f-92ec-e56283e9bb28,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:23.574717 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:23.673534 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:34:23.691091 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-0c948a75-9800-4eb5-8000-e9d8240923e4 None None] Set router 62e59a31-8c03-4226-9232-7886d063899a gateway port host: None {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:34:23.698591 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Calling delete_port for 3da11482-3f95-4e3f-92ec-e56283e9bb28 owned by network:router_gateway {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:23.796484 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-0c948a75-9800-4eb5-8000-e9d8240923e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:34:23Z', 'revision_number': 6, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port_host': None}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:23.801353 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c948a75-9800-4eb5-8000-e9d8240923e4 None None] The sync data for ids ['62e59a31-8c03-4226-9232-7886d063899a'] in dv-cinder-793386-1-smb is: [{'id': '62e59a31-8c03-4226-9232-7886d063899a', 'name': 'tempest-TestShelveInstance-1737277064-router', 'tenant_id': '32a6aaa750194fd3aa7f5917b0d80036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:13Z', 'updated_at': '2021-05-27T12:34:23Z', 'revision_number': 6, 'project_id': '32a6aaa750194fd3aa7f5917b0d80036', 'gw_port_host': None}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:34:24.104545 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e63262-1243-472d-b9bc-23be4e6b440a req-68084eb0-6f52-4420-a085-9a48873caf03 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:24.105907 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f1e63262-1243-472d-b9bc-23be4e6b440a req-68084eb0-6f52-4420-a085-9a48873caf03 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 945 time: 0.2547014 May 27 12:34:24.152986 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 607601c4-da7f-4504-a33f-0d4a2029c950 no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:24.173057 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:24.179214 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-f1e63262-1243-472d-b9bc-23be4e6b440a req-44ef22a5-d61b-43d1-81d3-e16ef6f63c5b tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662203 May 27 12:34:24.180964 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-805b8848-96b0-43cf-94ee-040a08e5cf06 tempest-VolumesActionsTest-1714628398 tempest-VolumesActionsTest-1714628398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:24.195044 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: 607601c4-da7f-4504-a33f-0d4a2029c950 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:24.195388 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 607601c4-da7f-4504-a33f-0d4a2029c950 not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:24.233313 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3da11482-3f95-4e3f-92ec-e56283e9bb28,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:24.238784 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:24.326677 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008348'] for router_gateway, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:24.520651 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16088'] for router, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:24.522766 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:24.615253 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1014895'] for router, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:24.615810 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62e59a31-8c03-4226-9232-7886d063899a {{(pid=91785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 12:34:24.632245 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] Notify callbacks [] for router, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:24.632562 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-6179f833-e680-4859-9bf5-ae6e8b6264ad admin admin] 10.222.0.90 "DELETE /v2.0/routers/62e59a31-8c03-4226-9232-7886d063899a HTTP/1.1" status: 204 len: 168 time: 1.6355245 May 27 12:34:24.635166 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37098) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:24.700494 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81e15e0-650c-4d63-a2bd-ac93c4bc5d46 admin admin] Deleting subnet 34c8e513-2a05-4700-8b4e-592a6885bc11 {{(pid=91784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:34:24.704533 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-d81e15e0-650c-4d63-a2bd-ac93c4bc5d46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:24.756124 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-d81e15e0-650c-4d63-a2bd-ac93c4bc5d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2445614'] for subnet, precommit_delete_associations {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:24.881204 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-d81e15e0-650c-4d63-a2bd-ac93c4bc5d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.120234 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-d81e15e0-650c-4d63-a2bd-ac93c4bc5d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3122737'] for subnet, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.123968 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-45b190d5-21da-44c4-adaa-4aa0761a998a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:25.156280 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e15e0-650c-4d63-a2bd-ac93c4bc5d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34c8e513-2a05-4700-8b4e-592a6885bc11,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:25.160163 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-d81e15e0-650c-4d63-a2bd-ac93c4bc5d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:25.163288 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-d81e15e0-650c-4d63-a2bd-ac93c4bc5d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.168188 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437bd049-4544-4067-b7af-4d55bef733e7 None None] Network c2525c8a-797d-452d-a1d9-0d05ab79162d requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:34:25.171480 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-d81e15e0-650c-4d63-a2bd-ac93c4bc5d46 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/34c8e513-2a05-4700-8b4e-592a6885bc11 HTTP/1.1" status: 204 len: 168 time: 0.5352511 May 27 12:34:25.173939 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37102) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:25.281843 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.354441 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Deleting port 7575cbdf-518b-4c25-a943-32a7e4713fb2 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:25.354788 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.375664 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a3ae3-985c-4b4d-b41b-e17c01da1467 req-1725a422-1404-42fd-9ea3-8bda308e662c tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:25.377394 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e30a3ae3-985c-4b4d-b41b-e17c01da1467 req-1725a422-1404-42fd-9ea3-8bda308e662c tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 945 time: 0.0828714 May 27 12:34:25.424433 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5bd379-8a76-483d-8c28-7e6070079bef None None] DHCP port deletion for c2525c8a-797d-452d-a1d9-0d05ab79162d request from dv-cinder-793386-1-smb {{(pid=91786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 12:34:25.429460 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e30a3ae3-985c-4b4d-b41b-e17c01da1467 req-eeff1128-6335-4209-9ab8-265054f525d1 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454957 May 27 12:34:25.466007 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] For port 7575cbdf-518b-4c25-a943-32a7e4713fb2, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=7575cbdf-518b-4c25-a943-32a7e4713fb2,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:25.466374 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.492888 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-de5bd379-8a76-483d-8c28-7e6070079bef None None] Deleting port 7575cbdf-518b-4c25-a943-32a7e4713fb2 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:25.493336 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-de5bd379-8a76-483d-8c28-7e6070079bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.589000 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Calling delete_port for 7575cbdf-518b-4c25-a943-32a7e4713fb2 owned by network:dhcp {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:25.594873 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-de5bd379-8a76-483d-8c28-7e6070079bef None None] For port 7575cbdf-518b-4c25-a943-32a7e4713fb2, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=7575cbdf-518b-4c25-a943-32a7e4713fb2,segment=NetworkSegment(0ca35a38-d559-4c8f-8344-e425e45d856b),segment_id=0ca35a38-d559-4c8f-8344-e425e45d856b)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:25.595354 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-de5bd379-8a76-483d-8c28-7e6070079bef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.644387 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.650088 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a85e11a8-0234-4625-bab9-07b3ff57f7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:25.724545 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-de5bd379-8a76-483d-8c28-7e6070079bef None None] Calling delete_port for 7575cbdf-518b-4c25-a943-32a7e4713fb2 owned by network:dhcp {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:25.779708 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-de5bd379-8a76-483d-8c28-7e6070079bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.785797 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:25.790332 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Pushing event deleted for resources: {'Port': ['ID=7575cbdf-518b-4c25-a943-32a7e4713fb2,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:25.793384 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:25.794143 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] No DVR routers for this DVR port 7575cbdf-518b-4c25-a943-32a7e4713fb2 on host dv-cinder-793386-1-smb {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:34:25.842438 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bd379-8a76-483d-8c28-7e6070079bef None None] Pushing event deleted for resources: {'Port': ['ID=7575cbdf-518b-4c25-a943-32a7e4713fb2,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:25.848937 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-de5bd379-8a76-483d-8c28-7e6070079bef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:25.854229 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5bd379-8a76-483d-8c28-7e6070079bef None None] No DVR routers for this DVR port 7575cbdf-518b-4c25-a943-32a7e4713fb2 on host dv-cinder-793386-1-smb {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:34:25.914816 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.927616 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2525c8a-797d-452d-a1d9-0d05ab79162d']}} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:25.939720 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca35a38-d559-4c8f-8344-e425e45d856b') {'for_net_delete': True} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:25.940006 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca35a38-d559-4c8f-8344-e425e45d856b') {} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:25.952414 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2445591'] for segment, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.968345 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.974590 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=91784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:34:25.974971 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153619'] for segment, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: Traceback (most recent call last): May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: timer() May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: cb(*args, **kw) May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: return func(*args, **kwargs) May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: self._notify() May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: self.callback(batched_events) May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: event.method(event) May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: return f(self, *a, **k) May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: return self._get(url).json() May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: return self.request(url, 'GET', **kwargs) May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:34:25.988453 dv-cinder-793386-1-smb neutron-server[91784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:34:26.065908 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:26.069786 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-da4cc72b-73a3-4371-81ba-b5f05f2e804a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:26.082471 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:26.094116 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Pushing event deleted for resources: {'Network': ['ID=c2525c8a-797d-452d-a1d9-0d05ab79162d,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:26.098096 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:26.106062 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] 10.222.0.90 "DELETE /v2.0/networks/c2525c8a-797d-452d-a1d9-0d05ab79162d HTTP/1.1" status: 204 len: 168 time: 0.9311435 May 27 12:34:26.108992 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37114) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:26.192518 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 3da11482-3f95-4e3f-92ec-e56283e9bb28 no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:26.225647 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: 3da11482-3f95-4e3f-92ec-e56283e9bb28 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:26.225993 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 3da11482-3f95-4e3f-92ec-e56283e9bb28 not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:26.226437 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 7575cbdf-518b-4c25-a943-32a7e4713fb2 no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:26.260970 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: 7575cbdf-518b-4c25-a943-32a7e4713fb2 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:26.261322 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 7575cbdf-518b-4c25-a943-32a7e4713fb2 not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:26.646887 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010419'] for router_interface, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:27.054248 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] Deleting port 4f516622-ddbb-46da-bc3e-522c93944f5f {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:27.054614 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:27.274422 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] For port 4f516622-ddbb-46da-bc3e-522c93944f5f, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=4f516622-ddbb-46da-bc3e-522c93944f5f,segment=NetworkSegment(36045859-5c03-4908-8318-71a60f3f1521),segment_id=36045859-5c03-4908-8318-71a60f3f1521)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:27.274777 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:27.408080 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] Calling delete_port for 4f516622-ddbb-46da-bc3e-522c93944f5f owned by network:router_interface {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:27.562483 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:27.567435 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-75f4f0e6-e012-40b3-b18c-6c4695974cdd tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:27.609767 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f516622-ddbb-46da-bc3e-522c93944f5f,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:27.636571 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:27.878299 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013827'] for router_interface, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:28.239516 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] Router 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:34:28.323600 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:28.430993 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:34:28.442435 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-2aa6646f-3f0c-4d03-90c1-a0cabd15de2e admin admin] 10.222.0.90 "PUT /v2.0/routers/47c5d9a4-e5b1-496e-aa6e-273d5af247d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3301561 May 27 12:34:28.442612 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e18f0b-3433-489b-8f24-fcf03956c665 None None] Sync routers for ids ['47c5d9a4-e5b1-496e-aa6e-273d5af247d7'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:34:28.442780 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37136) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:28.450856 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e18f0b-3433-489b-8f24-fcf03956c665 None None] Routers {'47c5d9a4-e5b1-496e-aa6e-273d5af247d7'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:34:28.451761 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-01e18f0b-3433-489b-8f24-fcf03956c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['47c5d9a4-e5b1-496e-aa6e-273d5af247d7'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:28.636140 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c1773339-2da9-4cec-a69a-e5f541006142 req-b8debb91-55b1-4bbf-a224-47ebcd1388de tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048483227&fields=id&tenant_id=9f37605bfb374f66aade5ea3b04c3c1b HTTP/1.1" status: 200 len: 267 time: 0.1307938 May 27 12:34:28.673862 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-01e18f0b-3433-489b-8f24-fcf03956c665 None None] Set router 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:34:28.707225 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Notify callbacks [] for router, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:28.882700 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1773339-2da9-4cec-a69a-e5f541006142 req-18327ee7-743c-418f-ba29-f9aff8ae6d55 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:28.884330 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c1773339-2da9-4cec-a69a-e5f541006142 req-18327ee7-743c-418f-ba29-f9aff8ae6d55 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 985 time: 0.2414308 May 27 12:34:28.900943 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.v2.base [req-c1773339-2da9-4cec-a69a-e5f541006142 req-ebeb9274-f0a5-4a37-b923-8f5ca6ab3e72 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Request body: {'port': {'security_groups': ['31be285f-af9d-444a-8709-150983a89380']}} {{(pid=91785) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:34:28.956529 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:28.960847 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-01e18f0b-3433-489b-8f24-fcf03956c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'name': 'tempest-TestShelveInstance-440845049-router', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:22Z', 'updated_at': '2021-05-27T12:34:27Z', 'revision_number': 5, 'project_id': '7d81d2a62e1e4185a13d625095dd2933', 'gw_port': {'id': '1a5e743f-1623-4ce9-a0a3-874f869de3b5', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:70:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:29:24Z', 'updated_at': '2021-05-27T12:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:28.964689 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e18f0b-3433-489b-8f24-fcf03956c665 None None] Checking router: 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:34:28.974487 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e18f0b-3433-489b-8f24-fcf03956c665 None None] Routers {'47c5d9a4-e5b1-496e-aa6e-273d5af247d7'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:34:28.975109 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-01e18f0b-3433-489b-8f24-fcf03956c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['47c5d9a4-e5b1-496e-aa6e-273d5af247d7'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:29.073854 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-c1773339-2da9-4cec-a69a-e5f541006142 req-ebeb9274-f0a5-4a37-b923-8f5ca6ab3e72 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:29.120670 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-01e18f0b-3433-489b-8f24-fcf03956c665 None None] Set router 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 gateway port host: None {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:34:29.150460 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Deleting port 1a5e743f-1623-4ce9-a0a3-874f869de3b5 {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:29.150804 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:29.229174 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-01e18f0b-3433-489b-8f24-fcf03956c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'name': 'tempest-TestShelveInstance-440845049-router', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:22Z', 'updated_at': '2021-05-27T12:34:28Z', 'revision_number': 6, 'project_id': '7d81d2a62e1e4185a13d625095dd2933', 'gw_port_host': None}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:29.233451 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e18f0b-3433-489b-8f24-fcf03956c665 None None] The sync data for ids ['47c5d9a4-e5b1-496e-aa6e-273d5af247d7'] in dv-cinder-793386-1-smb is: [{'id': '47c5d9a4-e5b1-496e-aa6e-273d5af247d7', 'name': 'tempest-TestShelveInstance-440845049-router', 'tenant_id': '7d81d2a62e1e4185a13d625095dd2933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:29:22Z', 'updated_at': '2021-05-27T12:34:28Z', 'revision_number': 6, 'project_id': '7d81d2a62e1e4185a13d625095dd2933', 'gw_port_host': None}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:34:29.496402 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] For port 1a5e743f-1623-4ce9-a0a3-874f869de3b5, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=1a5e743f-1623-4ce9-a0a3-874f869de3b5,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:29.496991 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:29.640965 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Calling delete_port for 1a5e743f-1623-4ce9-a0a3-874f869de3b5 owned by network:router_gateway {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:29.669531 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-c1773339-2da9-4cec-a69a-e5f541006142 req-ebeb9274-f0a5-4a37-b923-8f5ca6ab3e72 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] For port e1f50213-5bd6-4a7e-afef-83eabe712ce6, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:29.707957 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-c1773339-2da9-4cec-a69a-e5f541006142 req-ebeb9274-f0a5-4a37-b923-8f5ca6ab3e72 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for port, precommit_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:29.714178 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-c1773339-2da9-4cec-a69a-e5f541006142 req-ebeb9274-f0a5-4a37-b923-8f5ca6ab3e72 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3041127'] for port, after_update {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:29.721539 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-45332f1c-4063-4f99-8006-949928d1bc16 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:29.725951 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['e1f50213-5bd6-4a7e-afef-83eabe712ce6'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:34:29.806037 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1773339-2da9-4cec-a69a-e5f541006142 req-ebeb9274-f0a5-4a37-b923-8f5ca6ab3e72 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:29.806690 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-c1773339-2da9-4cec-a69a-e5f541006142 req-ebeb9274-f0a5-4a37-b923-8f5ca6ab3e72 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:29.811350 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c1773339-2da9-4cec-a69a-e5f541006142 req-ebeb9274-f0a5-4a37-b923-8f5ca6ab3e72 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "PUT /v2.0/ports/e1f50213-5bd6-4a7e-afef-83eabe712ce6 HTTP/1.1" status: 200 len: 943 time: 0.9187093 May 27 12:34:29.814603 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37146) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:29.815060 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:34:29.874482 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb9274-f0a5-4a37-b923-8f5ca6ab3e72 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event updated for resources: {'Port': ['ID=e1f50213-5bd6-4a7e-afef-83eabe712ce6,revision_number=7']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:29.884508 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-ebeb9274-f0a5-4a37-b923-8f5ca6ab3e72 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:29.891718 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'status': 'completed', 'code': 200} May 27 12:34:29.923827 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['e1f50213-5bd6-4a7e-afef-83eabe712ce6'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:34:30.010182 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a5acf344-d66c-4e49-8784-e507e2f99584 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.012559 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.022579 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-fc5b0d30-01a7-4a34-9c0e-7efbb18e3320 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:30.103552 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a5acf344-d66c-4e49-8784-e507e2f99584 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.132205 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5e743f-1623-4ce9-a0a3-874f869de3b5,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:30.139577 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5825db7-74be-4dfd-a414-89c60268ef0d req-e6604e23-292c-4304-8331-0284e97dbc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:30.141077 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b5825db7-74be-4dfd-a414-89c60268ef0d req-e6604e23-292c-4304-8331-0284e97dbc3f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f37605bfb374f66aade5ea3b04c3c1b&device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 1099 time: 0.2252479 May 27 12:34:30.144855 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:30.230349 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-8142731d-f2cc-4915-be66-8e85eaf10a6c None None] Provisioning complete for port e1f50213-5bd6-4a7e-afef-83eabe712ce6 triggered by entity DHCP. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:34:30.231028 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-8142731d-f2cc-4915-be66-8e85eaf10a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.281921 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 4f516622-ddbb-46da-bc3e-522c93944f5f no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:30.300909 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008348'] for router_gateway, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.341393 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: 4f516622-ddbb-46da-bc3e-522c93944f5f {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:30.341753 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 4f516622-ddbb-46da-bc3e-522c93944f5f not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:30.342225 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 1a5e743f-1623-4ce9-a0a3-874f869de3b5 no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:30.385943 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: 1a5e743f-1623-4ce9-a0a3-874f869de3b5 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:30.386367 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 1a5e743f-1623-4ce9-a0a3-874f869de3b5 not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:30.479485 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5825db7-74be-4dfd-a414-89c60268ef0d req-a1bb123a-85dc-44a7-a8e9-4f2131bdea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:30.481257 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b5825db7-74be-4dfd-a414-89c60268ef0d req-a1bb123a-85dc-44a7-a8e9-4f2131bdea7b service neutron] 10.222.0.95 "GET /v2.0/networks?id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 HTTP/1.1" status: 200 len: 916 time: 0.3260756 May 27 12:34:30.531783 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16088'] for router, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.535172 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.558474 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1014895'] for router, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.559116 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47c5d9a4-e5b1-496e-aa6e-273d5af247d7 {{(pid=91785) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 12:34:30.572976 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] Notify callbacks [] for router, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.574176 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-52dfa217-c712-4159-b0a9-28b3beac4449 admin admin] 10.222.0.90 "DELETE /v2.0/routers/47c5d9a4-e5b1-496e-aa6e-273d5af247d7 HTTP/1.1" status: 204 len: 168 time: 2.1304784 May 27 12:34:30.576895 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37162) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:30.577037 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a5acf344-d66c-4e49-8784-e507e2f99584 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.594550 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a991feff-f2e8-409c-957a-be316da1402a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:30.611271 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acf344-d66c-4e49-8784-e507e2f99584 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00852d7d-1907-457d-afd7-40066c8f7242,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:30.615882 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a5acf344-d66c-4e49-8784-e507e2f99584 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:30.625269 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a5acf344-d66c-4e49-8784-e507e2f99584 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.626530 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a5acf344-d66c-4e49-8784-e507e2f99584 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "DELETE /v2.0/security-groups/00852d7d-1907-457d-afd7-40066c8f7242 HTTP/1.1" status: 204 len: 168 time: 0.8115320 May 27 12:34:30.635170 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37168) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:30.646505 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b5825db7-74be-4dfd-a414-89c60268ef0d req-7f68c6f9-2feb-4abe-b891-9f9f7a95b219 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6 HTTP/1.1" status: 200 len: 1002 time: 0.1567984 May 27 12:34:30.744489 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5825db7-74be-4dfd-a414-89c60268ef0d req-84524fb8-ff15-4059-b257-9b2b9ace04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:30.746099 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b5825db7-74be-4dfd-a414-89c60268ef0d req-84524fb8-ff15-4059-b257-9b2b9ace04e5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef HTTP/1.1" status: 200 len: 854 time: 0.0932593 May 27 12:34:30.774592 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f8aa61-d239-4126-925f-5d1974b93353 admin admin] Deleting subnet dd092203-80eb-49ce-b6d8-05eb7fc68720 {{(pid=91785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:34:30.779466 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c7f8aa61-d239-4126-925f-5d1974b93353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.825115 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5825db7-74be-4dfd-a414-89c60268ef0d req-f2777e7f-0fc1-4ab7-9a6f-d7502610f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:30.826626 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b5825db7-74be-4dfd-a414-89c60268ef0d req-f2777e7f-0fc1-4ab7-9a6f-d7502610f7cf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0726583 May 27 12:34:30.914402 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c7f8aa61-d239-4126-925f-5d1974b93353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473741'] for subnet, precommit_delete_associations {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:30.960073 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b5825db7-74be-4dfd-a414-89c60268ef0d req-7641cf44-d577-4b54-96c0-cf13129198b5 service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265135 May 27 12:34:31.102694 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b5825db7-74be-4dfd-a414-89c60268ef0d req-4aaa7c82-71be-4d92-9d7b-806a7486755a service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355414 May 27 12:34:31.157990 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c7f8aa61-d239-4126-925f-5d1974b93353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:31.202107 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Deleting port 9b536d57-30bf-472e-848c-03ae9e5f63ac {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:31.202464 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:31.414988 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:31.415310 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:31.554301 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Calling delete_port for 9b536d57-30bf-472e-848c-03ae9e5f63ac owned by network:floatingip {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:31.645753 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c7f8aa61-d239-4126-925f-5d1974b93353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3039649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3065520'] for subnet, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:31.652930 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-eb5f2c02-f5b1-410e-8053-bbe8ce509f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:31.688658 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8aa61-d239-4126-925f-5d1974b93353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd092203-80eb-49ce-b6d8-05eb7fc68720,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:31.691105 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-c7f8aa61-d239-4126-925f-5d1974b93353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:31.694576 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-c7f8aa61-d239-4126-925f-5d1974b93353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:31.694796 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98711c0e-22a6-414c-b9f8-02e1a981eed6 None None] Network 0141e1d1-3547-4a1c-84e5-0d855b06708a requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:34:31.708301 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-c7f8aa61-d239-4126-925f-5d1974b93353 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/dd092203-80eb-49ce-b6d8-05eb7fc68720 HTTP/1.1" status: 204 len: 168 time: 1.1302085 May 27 12:34:31.711683 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37172) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:31.868720 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:31.877614 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:31.882099 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9cc20461-fb40-4967-9d6e-f45a782d706d tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:31.909531 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ff2278bb-5800-415a-b4ca-fa9582c4f42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:31.929220 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event deleted for resources: {'Port': ['ID=9b536d57-30bf-472e-848c-03ae9e5f63ac,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:31.964268 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] DHCP port deletion for 0141e1d1-3547-4a1c-84e5-0d855b06708a request from dv-cinder-793386-1-smb {{(pid=91786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 12:34:31.979783 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:32.033087 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Deleting port 8235986c-049d-424f-bbb9-2598f418bc2a {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:32.033472 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:32.157808 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks [] for floatingip, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:32.158146 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.db.l3_db [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Floating IP 42c6db50-b7fd-4833-9876-b89d1a265ab4 disassociated (deleted). External IP: 172.28.3.172, port: e1f50213-5bd6-4a7e-afef-83eabe712ce6. May 27 12:34:32.171054 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] For port 8235986c-049d-424f-bbb9-2598f418bc2a, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=8235986c-049d-424f-bbb9-2598f418bc2a,segment=NetworkSegment(36045859-5c03-4908-8318-71a60f3f1521),segment_id=36045859-5c03-4908-8318-71a60f3f1521)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:32.171456 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:32.233625 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 8235986c-049d-424f-bbb9-2598f418bc2a no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:32.280022 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Deleting port 8235986c-049d-424f-bbb9-2598f418bc2a {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:32.280347 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:32.328353 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Calling delete_port for 8235986c-049d-424f-bbb9-2598f418bc2a owned by network:dhcp {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:32.355544 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-ec1d7eed-9591-43bc-90db-0976ac334a8a tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:32.356972 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-ec1d7eed-9591-43bc-90db-0976ac334a8a tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/networks?id=49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 200 len: 814 time: 0.3637745 May 27 12:34:32.431755 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:32.458444 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:32.462624 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-62e31aad-26bb-4da5-a3ee-8be568fa4d6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:32.547112 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Pushing event deleted for resources: {'Port': ['ID=8235986c-049d-424f-bbb9-2598f418bc2a,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:32.560399 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] No DVR routers for this DVR port 8235986c-049d-424f-bbb9-2598f418bc2a on host dv-cinder-793386-1-smb {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:34:32.569177 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-30f62362-4183-423d-8f5e-2781c04531b1 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/quotas/e67e94ec569847a581c7724116b5f280 HTTP/1.1" status: 200 len: 375 time: 0.1943898 May 27 12:34:32.574983 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:32.575330 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:32.575669 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:32.576086 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:32.576332 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:32.576662 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:32.576988 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:32.577316 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:32.577638 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:32.577961 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:32.578299 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:32.578621 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91786) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:34:32.581897 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f9627288-4366-4a9b-a840-7146ed7c859f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:32.642987 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] For port 8235986c-049d-424f-bbb9-2598f418bc2a, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=8235986c-049d-424f-bbb9-2598f418bc2a,segment=NetworkSegment(36045859-5c03-4908-8318-71a60f3f1521),segment_id=36045859-5c03-4908-8318-71a60f3f1521)] {{(pid=91785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:32.643298 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:32.833144 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Calling delete_port for 8235986c-049d-424f-bbb9-2598f418bc2a owned by network:dhcp {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:32.971827 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-a10f220a-c803-4518-920d-c5f8a01adf19 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=e67e94ec569847a581c7724116b5f280&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3821251 May 27 12:34:33.006251 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Router b7db9808-ecc8-4fa7-b22a-4bcca7552583 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91785) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:34:33.154329 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:33.167593 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-dd0d7378-3524-4971-b3c6-2fe8126a5f3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:33.225069 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=8235986c-049d-424f-bbb9-2598f418bc2a,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:33.242248 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:33.246474 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] No DVR routers for this DVR port 8235986c-049d-424f-bbb9-2598f418bc2a on host dv-cinder-793386-1-smb {{(pid=91785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:34:33.345627 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-c3c15756-e0bc-4369-ae32-24f201c4e6ab service neutron] 10.222.0.90 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646815 May 27 12:34:33.540916 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:33.557287 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91785) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:34:33.565705 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0141e1d1-3547-4a1c-84e5-0d855b06708a']}} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:33.566380 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245fec3-0d50-443c-8b4e-329efe9cdb38 None None] Sync routers for ids ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:34:33.577866 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f245fec3-0d50-443c-8b4e-329efe9cdb38 None None] Routers {'b7db9808-ecc8-4fa7-b22a-4bcca7552583'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:34:33.578522 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-f245fec3-0d50-443c-8b4e-329efe9cdb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:33.586267 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36045859-5c03-4908-8318-71a60f3f1521') {'for_net_delete': True} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:33.586850 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36045859-5c03-4908-8318-71a60f3f1521') {} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:33.601968 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:33.613540 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473780'] for segment, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:33.646268 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:33.651400 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:33.702704 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-31029841-bd9a-49a8-aeeb-937ab4134639 service neutron] 10.222.0.90 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370042 May 27 12:34:33.703658 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=91785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:34:33.704049 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3041027'] for segment, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: util.warn( May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: util.warn( May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: util.warn( May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: util.warn( May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: Traceback (most recent call last): May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: timer() May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: cb(*args, **kw) May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: return func(*args, **kwargs) May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: self._notify() May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: self.callback(batched_events) May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: event.method(event) May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: return f(self, *a, **k) May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: return self._get(url).json() May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: return self.request(url, 'GET', **kwargs) May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:34:33.719641 dv-cinder-793386-1-smb neutron-server[91785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:34:33.760705 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-f245fec3-0d50-443c-8b4e-329efe9cdb38 None None] Set router b7db9808-ecc8-4fa7-b22a-4bcca7552583 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:34:33.811508 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-67e06165-9c7f-4163-9550-d99baf498da1 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "DELETE /v2.0/floatingips/42c6db50-b7fd-4833-9876-b89d1a265ab4 HTTP/1.1" status: 204 len: 168 time: 3.1731582 May 27 12:34:33.812792 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:34:33.828750 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:33.840383 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-f52d186b-2b87-45b6-8001-4630c0d3795c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:33.863961 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:33.910420 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=0141e1d1-3547-4a1c-84e5-0d855b06708a,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:33.917514 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:33.921180 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-cb2b7958-3cfb-4193-9dd9-9976902e7c19 admin admin] 10.222.0.90 "DELETE /v2.0/networks/0141e1d1-3547-4a1c-84e5-0d855b06708a HTTP/1.1" status: 204 len: 168 time: 2.2072573 May 27 12:34:33.926026 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5a0175aa-25ec-4a2f-96e6-ade6d329697d req-03486018-d70f-46d6-8f0c-1abee268b5de tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 210 time: 0.0590508 May 27 12:34:34.037837 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'status': 'completed', 'code': 200} May 27 12:34:34.093679 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37206) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:34.184192 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-2e065ec0-ef15-4c2b-a8a9-4cba6316ea46 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=32a6aaa750194fd3aa7f5917b0d80036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871201 May 27 12:34:34.184465 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37212) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:34.188543 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08e930-70a5-4eec-b759-f36353a3e707 req-86b1bd96-aa1b-4962-bf76-d89f2b47185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:34.191271 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6a08e930-70a5-4eec-b759-f36353a3e707 req-86b1bd96-aa1b-4962-bf76-d89f2b47185e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9f37605bfb374f66aade5ea3b04c3c1b&device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 1099 time: 0.1240644 May 27 12:34:34.199039 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-f245fec3-0d50-443c-8b4e-329efe9cdb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b', 'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'mac_address': 'fa:16:3e:ee:2b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:14Z', 'updated_at': '2021-05-27T12:32:22Z', 'revision_number': 5, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'subnets': [{'id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:34.203190 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245fec3-0d50-443c-8b4e-329efe9cdb38 None None] Checking router: b7db9808-ecc8-4fa7-b22a-4bcca7552583 for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:34:34.215043 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f245fec3-0d50-443c-8b4e-329efe9cdb38 None None] Routers {'b7db9808-ecc8-4fa7-b22a-4bcca7552583'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:34:34.215672 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-f245fec3-0d50-443c-8b4e-329efe9cdb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:34.264345 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-69c28b7e-2099-4259-8453-e37c674a3527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:34.304891 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-69c28b7e-2099-4259-8453-e37c674a3527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:34.351089 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-539db49e-df94-4b56-a076-09f0821d7f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:34.422268 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08e930-70a5-4eec-b759-f36353a3e707 req-7c0de694-ebf0-4930-9b8d-3f97de9ccde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:34.425170 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6a08e930-70a5-4eec-b759-f36353a3e707 req-7c0de694-ebf0-4930-9b8d-3f97de9ccde2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 HTTP/1.1" status: 200 len: 916 time: 0.2255642 May 27 12:34:34.515720 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-f245fec3-0d50-443c-8b4e-329efe9cdb38 None None] Set router b7db9808-ecc8-4fa7-b22a-4bcca7552583 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:34:34.524771 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6a08e930-70a5-4eec-b759-f36353a3e707 req-7c5e4e2b-8e09-4d05-9492-065febf090d2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6 HTTP/1.1" status: 200 len: 217 time: 0.0845342 May 27 12:34:34.600848 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-69c28b7e-2099-4259-8453-e37c674a3527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:34.611922 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-1a5402f0-7f34-4804-843c-e20217ff0898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:34.612250 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08e930-70a5-4eec-b759-f36353a3e707 req-393fdc89-bb5a-46eb-af39-72b22a0cf4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:34.613971 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6a08e930-70a5-4eec-b759-f36353a3e707 req-393fdc89-bb5a-46eb-af39-72b22a0cf4a7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef HTTP/1.1" status: 200 len: 854 time: 0.0782485 May 27 12:34:34.625068 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c28b7e-2099-4259-8453-e37c674a3527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6660a7a9-8f97-44ec-96b2-4b2378c434b4,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:34.627106 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-69c28b7e-2099-4259-8453-e37c674a3527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:34.628739 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-69c28b7e-2099-4259-8453-e37c674a3527 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6660a7a9-8f97-44ec-96b2-4b2378c434b4 HTTP/1.1" status: 204 len: 168 time: 0.4432185 May 27 12:34:34.629650 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-69c28b7e-2099-4259-8453-e37c674a3527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:34.721461 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08e930-70a5-4eec-b759-f36353a3e707 req-f33344bd-8b4f-4d2a-971c-c5f5689b4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:34.723598 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6a08e930-70a5-4eec-b759-f36353a3e707 req-f33344bd-8b4f-4d2a-971c-c5f5689b4b76 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870454 May 27 12:34:34.879057 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6a08e930-70a5-4eec-b759-f36353a3e707 req-666a90f2-6f1a-4919-91a0-892dd4345460 service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454797 May 27 12:34:34.939572 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-f245fec3-0d50-443c-8b4e-329efe9cdb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b', 'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'mac_address': 'fa:16:3e:ee:2b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:14Z', 'updated_at': '2021-05-27T12:32:22Z', 'revision_number': 5, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'subnets': [{'id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:34.944095 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245fec3-0d50-443c-8b4e-329efe9cdb38 None None] The sync data for ids ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'] in dv-cinder-793386-1-smb is: [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:32:15Z', 'revision_number': 4, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': '7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b', 'name': '', 'network_id': '5ae1f879-8dbb-4ec4-b44d-7334f76e4b39', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'mac_address': 'fa:16:3e:ee:2b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:14Z', 'updated_at': '2021-05-27T12:32:22Z', 'revision_number': 5, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'subnets': [{'id': 'bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:34:35.035676 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-6a08e930-70a5-4eec-b759-f36353a3e707 req-ab161340-b537-4856-b91d-46488cc3a74f service neutron] 10.222.0.95 "GET /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477120 May 27 12:34:35.084577 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37226) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:35.101286 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-87458fa2-285f-4c1e-b413-a03f0b0f7864 req-d9a34092-227d-4430-9fb0-3ba973d31d71 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 210 time: 0.0450935 May 27 12:34:35.142101 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-725ac90d-010d-48b5-bd05-b407ff68830c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=7d81d2a62e1e4185a13d625095dd2933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551357 May 27 12:34:35.143503 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37230) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:35.214885 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-72730327-aa5a-435f-834c-9e43ee298964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:35.241182 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6da5ff-fc9a-43ba-a45d-1896c2c09ebd None None] New status for floating IP 42c6db50-b7fd-4833-9876-b89d1a265ab4: DOWN {{(pid=91786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 12:34:35.245186 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-72730327-aa5a-435f-834c-9e43ee298964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:35.317323 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-72730327-aa5a-435f-834c-9e43ee298964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:35.322977 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-94c6d0df-9bd2-4f7d-bc67-8328d2df1dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:35.336741 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72730327-aa5a-435f-834c-9e43ee298964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4da53b7-6936-4775-b9a6-64006447c551,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:35.339740 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-72730327-aa5a-435f-834c-9e43ee298964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:35.343856 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-72730327-aa5a-435f-834c-9e43ee298964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:35.345050 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-72730327-aa5a-435f-834c-9e43ee298964 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c4da53b7-6936-4775-b9a6-64006447c551 HTTP/1.1" status: 204 len: 168 time: 0.2004893 May 27 12:34:35.445381 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d63db6e3-6dad-4934-9212-397063ecf482 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:35.446954 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d63db6e3-6dad-4934-9212-397063ecf482 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "GET /v2.0/networks?id=49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 200 len: 814 time: 0.1825714 May 27 12:34:35.461724 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Request body: {'port': {'device_id': 'fe661079-9017-4952-8d50-c9246d81afa4', 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645', 'admin_state_up': True, 'tenant_id': 'e67e94ec569847a581c7724116b5f280'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:34:35.660271 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:35.726882 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:34:35.738356 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:34:35.750175 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Made reservation on behalf of e67e94ec569847a581c7724116b5f280 for: {'port': 1} {{(pid=91784) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 12:34:35.755742 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:35.925563 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_common [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Allocated IP 172.20.0.10 (49e22b47-ab80-448d-9329-6e3af8706645/c67fa96c-609b-456d-a2a8-12c263ecc2c4/5419c0f2-1700-489c-a98c-f11d9549ffb4) {{(pid=91784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 12:34:36.130478 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks [] for port, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:36.168005 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772477288156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:36.175483 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:36.182645 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['7a73738d-8715-4edf-bfab-b6046a357086', 'd86fc52e-3d4c-479c-bc32-873628f1fd6e', '6233bff4-fe36-4259-ad2b-1dc38a3bf2c5'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:34:36.243942 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Network 49e22b47-ab80-448d-9329-6e3af8706645 is already hosted by enough agents. {{(pid=91784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 12:34:36.247182 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.base_scheduler [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Resources bound (agent type, host, resource id): {{(pid=91784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 12:34:36.249853 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Received port after_create {{(pid=91784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 12:34:36.289567 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Pushing event updated for resources: {'Port': ['ID=5419c0f2-1700-489c-a98c-f11d9549ffb4,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:36.292717 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:36.308702 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8fbc3-fe10-489b-961d-2184673ec3d2 req-cf62bf6d-f4b0-412d-b9a0-db2cdcc2eb45 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:36.310273 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-84c8fbc3-fe10-489b-961d-2184673ec3d2 req-cf62bf6d-f4b0-412d-b9a0-db2cdcc2eb45 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 932 time: 0.0862930 May 27 12:34:36.321107 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:36.321732 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:36.346488 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8893194 May 27 12:34:36.361175 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-84c8fbc3-fe10-489b-961d-2184673ec3d2 req-f3d25303-995a-4e2b-9f66-a75fe19da1c7 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436509 May 27 12:34:36.365752 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.v2.base [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Request body: {'port': {'device_id': 'fe661079-9017-4952-8d50-c9246d81afa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79338'}} {{(pid=91784) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 12:34:36.483720 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:36.823786 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5419c0f2-1700-489c-a98c-f11d9549ffb4 {{(pid=91784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:34:36.830620 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:36.844050 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.provisioning_blocks [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Transition to ACTIVE for port object 5419c0f2-1700-489c-a98c-f11d9549ffb4 will not be triggered until provisioned by entity L2. {{(pid=91784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 12:34:36.848181 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153719'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:36.852360 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-8f30fc2f-2b95-4c14-9556-280c1e68f9dd tempest-VolumesSnapshotTestJSON-1588052788 tempest-VolumesSnapshotTestJSON-1588052788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:37.014784 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Pushing event updated for resources: {'Port': ['ID=5419c0f2-1700-489c-a98c-f11d9549ffb4,revision_number=2']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:37.021153 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:37.044701 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:37.083790 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Attempting to bind port 5419c0f2-1700-489c-a98c-f11d9549ffb4 on host hv-cinder-79338 for vnic_type normal with profile {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 12:34:37.084128 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Attempting to bind port 5419c0f2-1700-489c-a98c-f11d9549ffb4 by drivers openvswitch,hyperv on host hv-cinder-79338 at level 0 using segments [{'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 12:34:37.084462 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Attempting to bind port 5419c0f2-1700-489c-a98c-f11d9549ffb4 on network 49e22b47-ab80-448d-9329-6e3af8706645 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:34:37.089069 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Port 5419c0f2-1700-489c-a98c-f11d9549ffb4 on network 49e22b47-ab80-448d-9329-6e3af8706645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79338 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 12:34:37.089390 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Attempting to bind port 5419c0f2-1700-489c-a98c-f11d9549ffb4 on network 49e22b47-ab80-448d-9329-6e3af8706645 {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 12:34:37.094456 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Checking agent: {'id': 'b34640c0-f26d-4c13-aade-3afa7c85520f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79338', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'started_at': datetime.datetime(2021, 5, 27, 12, 25, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 12, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 12:34:37.094792 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Checking segment: {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 12:34:37.095202 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Bound using segment: {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'} {{(pid=91784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 12:34:37.095652 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.managers [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Bound port: 5419c0f2-1700-489c-a98c-f11d9549ffb4, host: hv-cinder-79338, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c481735c-10f5-4704-9c38-b5d7c1f1daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645'}}] {{(pid=91784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 12:34:37.096000 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:37.192818 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] For port 5419c0f2-1700-489c-a98c-f11d9549ffb4, host hv-cinder-79338, cleared binding levels {{(pid=91784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 12:34:37.194931 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] For port 5419c0f2-1700-489c-a98c-f11d9549ffb4, host hv-cinder-79338, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=5419c0f2-1700-489c-a98c-f11d9549ffb4,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 12:34:37.199364 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2153719'] for port, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:37.204191 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-742e001a-971c-45b1-8f1b-95bdc3909c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:37.259716 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:37.259716 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:37.261063 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] 10.222.0.95 "PUT /v2.0/ports/5419c0f2-1700-489c-a98c-f11d9549ffb4 HTTP/1.1" status: 200 len: 1094 time: 0.9010823 May 27 12:34:37.265029 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe661079-9017-4952-8d50-c9246d81afa4', 'tag': '5419c0f2-1700-489c-a98c-f11d9549ffb4'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:34:37.293075 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Pushing event updated for resources: {'Port': ['ID=5419c0f2-1700-489c-a98c-f11d9549ffb4,revision_number=3']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:37.296854 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:37.320175 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe661079-9017-4952-8d50-c9246d81afa4', 'tag': '5419c0f2-1700-489c-a98c-f11d9549ffb4', 'status': 'completed', 'code': 200} May 27 12:34:37.361898 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d72835-e316-4f78-a5f7-e7674dbff2bc req-7559113b-4da8-46e1-9b39-d4c086039c86 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:37.362538 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-78d72835-e316-4f78-a5f7-e7674dbff2bc req-7559113b-4da8-46e1-9b39-d4c086039c86 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Synchronizing usage tracker for tenant:9f37605bfb374f66aade5ea3b04c3c1b on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:34:37.378627 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-78d72835-e316-4f78-a5f7-e7674dbff2bc req-7559113b-4da8-46e1-9b39-d4c086039c86 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Unset dirty status for tenant:9f37605bfb374f66aade5ea3b04c3c1b on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:34:37.379804 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-78d72835-e316-4f78-a5f7-e7674dbff2bc req-7559113b-4da8-46e1-9b39-d4c086039c86 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 946 time: 0.1037705 May 27 12:34:37.416217 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-7fc5cc52-0df1-4330-b383-9697fd247071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:37.417769 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-7fc5cc52-0df1-4330-b383-9697fd247071 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e67e94ec569847a581c7724116b5f280&device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 1097 time: 0.0818353 May 27 12:34:37.427893 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-78d72835-e316-4f78-a5f7-e7674dbff2bc req-25ca05b5-18ba-452a-b5de-5748997e6587 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 May 27 12:34:37.485973 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-fadd1a1d-454c-4436-ab6b-be7bd6a6b7f0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5419c0f2-1700-489c-a98c-f11d9549ffb4 HTTP/1.1" status: 200 len: 217 time: 0.0604362 May 27 12:34:37.553703 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-39699ada-bf38-4c14-802f-ab8aeaf35ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:37.553944 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97591003-aa27-40d4-956b-ea62b9b6e87d req-a4723411-59e7-4bd2-bf5c-1ec6f5d8740c tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:37.555188 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-39699ada-bf38-4c14-802f-ab8aeaf35ee8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c67fa96c-609b-456d-a2a8-12c263ecc2c4 HTTP/1.1" status: 200 len: 854 time: 0.0601931 May 27 12:34:37.555438 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-97591003-aa27-40d4-956b-ea62b9b6e87d req-a4723411-59e7-4bd2-bf5c-1ec6f5d8740c tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 944 time: 0.0827401 May 27 12:34:37.601597 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-97591003-aa27-40d4-956b-ea62b9b6e87d req-dc730692-3bba-442f-8970-28fa45e291b5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 May 27 12:34:37.602810 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-22faff7f-5ced-40cf-b7b3-a16ea3847126 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=49e22b47-ab80-448d-9329-6e3af8706645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404010 May 27 12:34:37.736080 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-7fc32e38-ceeb-4762-8138-44f81ee46dd5 service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239862 May 27 12:34:37.951266 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-001f7cbd-e9de-4c34-a15d-4dda04a3526b req-13d45e36-3571-4af5-96ef-90decf70a0cb service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065187 May 27 12:34:38.068084 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef8dd5-db6b-44d6-9bb2-e04c1b9d94da req-f0566879-6a41-4bac-8f0f-727be8bc216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:38.069554 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-51ef8dd5-db6b-44d6-9bb2-e04c1b9d94da req-f0566879-6a41-4bac-8f0f-727be8bc216b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e67e94ec569847a581c7724116b5f280&device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 1097 time: 0.0762908 May 27 12:34:38.203210 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef8dd5-db6b-44d6-9bb2-e04c1b9d94da req-9f48c3f9-1504-49fd-8925-01de69a34a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:38.204609 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-51ef8dd5-db6b-44d6-9bb2-e04c1b9d94da req-9f48c3f9-1504-49fd-8925-01de69a34a40 service neutron] 10.222.0.95 "GET /v2.0/networks?id=49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 200 len: 915 time: 0.1251259 May 27 12:34:38.276369 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-51ef8dd5-db6b-44d6-9bb2-e04c1b9d94da req-b4f05184-5307-465d-aeb8-033d249873cb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5419c0f2-1700-489c-a98c-f11d9549ffb4 HTTP/1.1" status: 200 len: 217 time: 0.0605035 May 27 12:34:38.340978 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef8dd5-db6b-44d6-9bb2-e04c1b9d94da req-21383692-62d1-4955-8ae7-68955a44abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:38.342420 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-51ef8dd5-db6b-44d6-9bb2-e04c1b9d94da req-21383692-62d1-4955-8ae7-68955a44abab service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c67fa96c-609b-456d-a2a8-12c263ecc2c4 HTTP/1.1" status: 200 len: 854 time: 0.0593944 May 27 12:34:38.392719 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-51ef8dd5-db6b-44d6-9bb2-e04c1b9d94da req-fb7a73e6-9b3a-4fbc-9ce7-e156028215a1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=49e22b47-ab80-448d-9329-6e3af8706645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389731 May 27 12:34:38.528805 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-51ef8dd5-db6b-44d6-9bb2-e04c1b9d94da req-12aef060-c0e7-4612-a92c-bc21bbf5eec3 service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264691 May 27 12:34:38.625206 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660beb8d-bb77-41bd-a0bc-ee947685376b req-7b918c29-4040-4cb2-9e39-34f4ee8c4fa5 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:38.626850 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-660beb8d-bb77-41bd-a0bc-ee947685376b req-7b918c29-4040-4cb2-9e39-34f4ee8c4fa5 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 946 time: 0.0879893 May 27 12:34:38.674079 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-660beb8d-bb77-41bd-a0bc-ee947685376b req-26d90e9b-03dc-4169-8db5-233dbbe13a94 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 May 27 12:34:38.681678 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-51ef8dd5-db6b-44d6-9bb2-e04c1b9d94da req-c0843326-64f5-4111-9e36-339524a2d1c4 service neutron] 10.222.0.95 "GET /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440206 May 27 12:34:38.796844 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a36b2-1822-4912-8c1b-e7755e1a3f0c req-164b35ba-496d-4b40-a8b5-12bcba191501 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:38.798188 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-246a36b2-1822-4912-8c1b-e7755e1a3f0c req-164b35ba-496d-4b40-a8b5-12bcba191501 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 944 time: 0.0827963 May 27 12:34:38.841143 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-246a36b2-1822-4912-8c1b-e7755e1a3f0c req-828b4802-141c-4f09-80d5-1fd392006c8e tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370886 May 27 12:34:39.596479 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7886391-cfe9-4385-83f0-2ec22375d8a6 req-ab663ada-e376-4053-ad2a-f359dd1f8bf9 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:39.598043 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b7886391-cfe9-4385-83f0-2ec22375d8a6 req-ab663ada-e376-4053-ad2a-f359dd1f8bf9 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.95 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 946 time: 0.0823748 May 27 12:34:39.739273 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-b7886391-cfe9-4385-83f0-2ec22375d8a6 req-ef8e18f8-9f58-4c8c-817c-6d018b700aec tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Deleting port e1f50213-5bd6-4a7e-afef-83eabe712ce6 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:39.739803 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b7886391-cfe9-4385-83f0-2ec22375d8a6 req-ef8e18f8-9f58-4c8c-817c-6d018b700aec tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:39.863193 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a25f9b-5303-450f-8c5d-f8c0f7feffce req-111f20d0-4b5f-4017-a2f0-4a25919c1f80 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:39.864906 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-34a25f9b-5303-450f-8c5d-f8c0f7feffce req-111f20d0-4b5f-4017-a2f0-4a25919c1f80 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/ports?device_id=28b807bb-f274-4b0e-8286-64cbbe5bdef1 HTTP/1.1" status: 200 len: 946 time: 0.0801649 May 27 12:34:39.871538 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-b7886391-cfe9-4385-83f0-2ec22375d8a6 req-ef8e18f8-9f58-4c8c-817c-6d018b700aec tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] For port e1f50213-5bd6-4a7e-afef-83eabe712ce6, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=e1f50213-5bd6-4a7e-afef-83eabe712ce6,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:39.871892 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b7886391-cfe9-4385-83f0-2ec22375d8a6 req-ef8e18f8-9f58-4c8c-817c-6d018b700aec tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:39.911508 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-34a25f9b-5303-450f-8c5d-f8c0f7feffce req-98b4b9a1-b7ce-4c39-ade2-20176199be36 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.90 "GET /v2.0/security-groups?id=31be285f-af9d-444a-8709-150983a89380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 May 27 12:34:40.004578 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-b7886391-cfe9-4385-83f0-2ec22375d8a6 req-ef8e18f8-9f58-4c8c-817c-6d018b700aec tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Calling delete_port for e1f50213-5bd6-4a7e-afef-83eabe712ce6 owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:40.036293 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e4889-6efc-41b4-813e-3db08c33e56c req-50c6bde9-1832-417d-8afc-155c647e4e00 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:40.037894 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c85e4889-6efc-41b4-813e-3db08c33e56c req-50c6bde9-1832-417d-8afc-155c647e4e00 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 944 time: 0.0896320 May 27 12:34:40.084754 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-c85e4889-6efc-41b4-813e-3db08c33e56c req-83415978-bd85-409b-ba55-12e6d7daa72d tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412748 May 27 12:34:40.120102 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b7886391-cfe9-4385-83f0-2ec22375d8a6 req-ef8e18f8-9f58-4c8c-817c-6d018b700aec tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:40.125268 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-8ed7211c-96c4-4db5-af43-6473fc031a5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:40.138919 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['e1f50213-5bd6-4a7e-afef-83eabe712ce6'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:34:40.173223 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e18f8-9f58-4c8c-817c-6d018b700aec tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Pushing event deleted for resources: {'Port': ['ID=e1f50213-5bd6-4a7e-afef-83eabe712ce6,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:40.176397 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-ef8e18f8-9f58-4c8c-817c-6d018b700aec tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:40.246222 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7886391-cfe9-4385-83f0-2ec22375d8a6 req-ef8e18f8-9f58-4c8c-817c-6d018b700aec tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] No DVR routers for this DVR port e1f50213-5bd6-4a7e-afef-83eabe712ce6 on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:34:40.248752 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-b7886391-cfe9-4385-83f0-2ec22375d8a6 req-ef8e18f8-9f58-4c8c-817c-6d018b700aec tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:40.251219 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'name': 'network-vif-deleted', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:34:40.266330 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-b7886391-cfe9-4385-83f0-2ec22375d8a6 req-ef8e18f8-9f58-4c8c-817c-6d018b700aec tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] 10.222.0.95 "DELETE /v2.0/ports/e1f50213-5bd6-4a7e-afef-83eabe712ce6 HTTP/1.1" status: 204 len: 173 time: 0.6608112 May 27 12:34:40.297724 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b807bb-f274-4b0e-8286-64cbbe5bdef1', 'name': 'network-vif-deleted', 'tag': 'e1f50213-5bd6-4a7e-afef-83eabe712ce6', 'status': 'completed', 'code': 200} May 27 12:34:40.953020 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 5419c0f2-1700-489c-a98c-f11d9549ffb4 details requested by agent hyperv_hv-cinder-79338 with host hv-cinder-79338 {{(pid=91786) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 12:34:41.086717 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 5419c0f2-1700-489c-a98c-f11d9549ffb4, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=5419c0f2-1700-489c-a98c-f11d9549ffb4,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:41.099479 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Returning: {'device': '5419c0f2-1700-489c-a98c-f11d9549ffb4', 'network_id': '49e22b47-ab80-448d-9329-6e3af8706645', 'port_id': '5419c0f2-1700-489c-a98c-f11d9549ffb4', 'mac_address': 'fa:16:3e:30:7e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67fa96c-609b-456d-a2a8-12c263ecc2c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91786) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 12:34:41.159901 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:41.182327 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5419c0f2-1700-489c-a98c-f11d9549ffb4 {{(pid=91786) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 12:34:41.198783 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 5419c0f2-1700-489c-a98c-f11d9549ffb4, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=5419c0f2-1700-489c-a98c-f11d9549ffb4,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:41.202643 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:41.204569 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:41.275998 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=5419c0f2-1700-489c-a98c-f11d9549ffb4,revision_number=4']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:41.279354 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e84685-d3f5-4b45-bccf-25a25aa7e4cc req-48e6a474-0efe-4cfb-a011-e0f498a5d60f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:41.279895 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:41.280859 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-53e84685-d3f5-4b45-bccf-25a25aa7e4cc req-48e6a474-0efe-4cfb-a011-e0f498a5d60f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 945 time: 0.0841122 May 27 12:34:41.331862 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-53e84685-d3f5-4b45-bccf-25a25aa7e4cc req-01a9302b-2326-4daf-8770-cd47034931c2 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444272 May 27 12:34:41.485910 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['5419c0f2-1700-489c-a98c-f11d9549ffb4'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:34:41.647316 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37314) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:42.268441 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010419'] for router_interface, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:42.516292 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e8a67-044f-4a23-a5ad-013d5f02e234 req-0e8bf676-482e-42f7-a2d8-2c55c3ef72dc tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:42.517674 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7c6e8a67-044f-4a23-a5ad-013d5f02e234 req-0e8bf676-482e-42f7-a2d8-2c55c3ef72dc tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 945 time: 0.0803971 May 27 12:34:42.564656 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7c6e8a67-044f-4a23-a5ad-013d5f02e234 req-afae2678-168f-4a60-8006-91b6764f2327 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410430 May 27 12:34:42.679649 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] Deleting port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:42.680350 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:42.799085 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] For port 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:42.799957 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:42.918525 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] Calling delete_port for 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b owned by network:router_interface {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:42.973088 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 5419c0f2-1700-489c-a98c-f11d9549ffb4 up at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 12:34:43.041248 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning for port 5419c0f2-1700-489c-a98c-f11d9549ffb4 completed by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 12:34:43.045841 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.provisioning_blocks [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Provisioning complete for port 5419c0f2-1700-489c-a98c-f11d9549ffb4 triggered by entity L2. {{(pid=91786) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 12:34:43.046262 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1904620'] for port, provisioning_complete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:43.068266 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:43.071711 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6547502f-c710-4205-b6ef-d6f79b143c97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:43.115140 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:43.118068 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:43.200420 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1982498'] for port, before_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:43.229049 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe661079-9017-4952-8d50-c9246d81afa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5419c0f2-1700-489c-a98c-f11d9549ffb4'}] {{(pid=91786) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:34:43.244610 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] For port 5419c0f2-1700-489c-a98c-f11d9549ffb4, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=5419c0f2-1700-489c-a98c-f11d9549ffb4,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:43.249739 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772477672843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772477288174', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772477288735'] for port, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:43.251162 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device e1f50213-5bd6-4a7e-afef-83eabe712ce6 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:43.291249 dv-cinder-793386-1-smb neutron-server[91786]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe661079-9017-4952-8d50-c9246d81afa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5419c0f2-1700-489c-a98c-f11d9549ffb4', 'code': 200} May 27 12:34:43.292051 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:43.331875 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: e1f50213-5bd6-4a7e-afef-83eabe712ce6 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:43.332114 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device e1f50213-5bd6-4a7e-afef-83eabe712ce6 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:43.365675 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Pushing event updated for resources: {'Port': ['ID=5419c0f2-1700-489c-a98c-f11d9549ffb4,revision_number=5']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:43.369770 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:43.536705 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013827'] for router_interface, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:43.631631 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def952a-140d-461e-9e00-922ac2101495 req-abcafe29-a4eb-4787-9110-34564bc2cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:43.633103 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-9def952a-140d-461e-9e00-922ac2101495 req-abcafe29-a4eb-4787-9110-34564bc2cf51 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 1099 time: 0.1786284 May 27 12:34:43.751739 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0c159-7efe-401a-924e-64e8c3fa706d req-cfc1e94e-c66a-41b7-a2fb-07dec247fc01 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:43.753315 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a3c0c159-7efe-401a-924e-64e8c3fa706d req-cfc1e94e-c66a-41b7-a2fb-07dec247fc01 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 946 time: 0.0837147 May 27 12:34:43.756289 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-9def952a-140d-461e-9e00-922ac2101495 req-1e0f6e00-4f90-4331-9b1b-e22893590722 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158543 May 27 12:34:43.799179 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-a3c0c159-7efe-401a-924e-64e8c3fa706d req-920b6116-d1a3-4c13-a5bd-1f83c417c502 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391076 May 27 12:34:43.940390 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] Router b7db9808-ecc8-4fa7-b22a-4bcca7552583 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:34:44.122353 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:34:44.131739 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af27ec6d-eb0d-4eac-a832-58affe5ffe34 None None] Sync routers for ids ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:34:44.136051 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-efd1c2b4-1bb4-4174-9240-76e898546131 admin admin] 10.222.0.90 "PUT /v2.0/routers/b7db9808-ecc8-4fa7-b22a-4bcca7552583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4876864 May 27 12:34:44.138516 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37326) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:44.141433 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27ec6d-eb0d-4eac-a832-58affe5ffe34 None None] Routers {'b7db9808-ecc8-4fa7-b22a-4bcca7552583'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:34:44.142742 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-af27ec6d-eb0d-4eac-a832-58affe5ffe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:44.312387 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Notify callbacks [] for router, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:44.317514 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-af27ec6d-eb0d-4eac-a832-58affe5ffe34 None None] Set router b7db9808-ecc8-4fa7-b22a-4bcca7552583 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:34:44.494586 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:44.604372 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-af27ec6d-eb0d-4eac-a832-58affe5ffe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': '953d2219-014e-4d30-bf39-9f353efc3039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:34:43Z', 'revision_number': 5, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port': {'id': '953d2219-014e-4d30-bf39-9f353efc3039', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:02:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:11Z', 'updated_at': '2021-05-27T12:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:44.608206 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af27ec6d-eb0d-4eac-a832-58affe5ffe34 None None] Checking router: b7db9808-ecc8-4fa7-b22a-4bcca7552583 for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:34:44.617406 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27ec6d-eb0d-4eac-a832-58affe5ffe34 None None] Routers {'b7db9808-ecc8-4fa7-b22a-4bcca7552583'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:34:44.618035 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-af27ec6d-eb0d-4eac-a832-58affe5ffe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:44.672200 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Deleting port 953d2219-014e-4d30-bf39-9f353efc3039 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:44.672536 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:44.766960 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-af27ec6d-eb0d-4eac-a832-58affe5ffe34 None None] Set router b7db9808-ecc8-4fa7-b22a-4bcca7552583 gateway port host: None {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:34:44.798793 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] For port 953d2219-014e-4d30-bf39-9f353efc3039, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=953d2219-014e-4d30-bf39-9f353efc3039,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:44.799896 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:44.872137 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-af27ec6d-eb0d-4eac-a832-58affe5ffe34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:34:44Z', 'revision_number': 6, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port_host': None}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:44.876225 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af27ec6d-eb0d-4eac-a832-58affe5ffe34 None None] The sync data for ids ['b7db9808-ecc8-4fa7-b22a-4bcca7552583'] in dv-cinder-793386-1-smb is: [{'id': 'b7db9808-ecc8-4fa7-b22a-4bcca7552583', 'name': 'tempest-TestMinimumBasicScenario-1372754643-router', 'tenant_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:10Z', 'updated_at': '2021-05-27T12:34:44Z', 'revision_number': 6, 'project_id': '9f37605bfb374f66aade5ea3b04c3c1b', 'gw_port_host': None}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:34:44.938676 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Calling delete_port for 953d2219-014e-4d30-bf39-9f353efc3039 owned by network:router_gateway {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:44.993862 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fe19c-a35b-4224-a82a-5df148ee33b4 req-8915983a-717e-4900-84b4-22182bb13ee8 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:44.995350 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-711fe19c-a35b-4224-a82a-5df148ee33b4 req-8915983a-717e-4900-84b4-22182bb13ee8 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 946 time: 0.0816205 May 27 12:34:45.041735 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-711fe19c-a35b-4224-a82a-5df148ee33b4 req-7c37ff15-cb1e-47a7-9c33-e7af53be2bef tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 May 27 12:34:45.075784 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:45.080446 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2536b69f-daad-4987-9fab-1ba04d064fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:45.124909 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Pushing event deleted for resources: {'Port': ['ID=953d2219-014e-4d30-bf39-9f353efc3039,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:45.153938 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:45.217661 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008348'] for router_gateway, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:45.400982 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16088'] for router, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:45.403133 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:45.427641 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1014895'] for router, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:45.428191 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7db9808-ecc8-4fa7-b22a-4bcca7552583 {{(pid=91784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 12:34:45.442737 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] Notify callbacks [] for router, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:45.444087 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-e26ac316-c77a-4272-862b-7ed675e07adf admin admin] 10.222.0.90 "DELETE /v2.0/routers/b7db9808-ecc8-4fa7-b22a-4bcca7552583 HTTP/1.1" status: 204 len: 168 time: 1.3044081 May 27 12:34:45.446752 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37338) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:45.512429 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aaa91f7-2460-41db-bddd-2f287f7095cf admin admin] Deleting subnet bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef {{(pid=91784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:34:45.515541 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1aaa91f7-2460-41db-bddd-2f287f7095cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:45.565677 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1aaa91f7-2460-41db-bddd-2f287f7095cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2445614'] for subnet, precommit_delete_associations {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:45.644618 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1aaa91f7-2460-41db-bddd-2f287f7095cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:45.902489 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1aaa91f7-2460-41db-bddd-2f287f7095cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3122737'] for subnet, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:45.906201 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-d81e15e0-650c-4d63-a2bd-ac93c4bc5d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:45.940073 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa91f7-2460-41db-bddd-2f287f7095cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:45.943053 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-1aaa91f7-2460-41db-bddd-2f287f7095cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:45.944098 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-1aaa91f7-2460-41db-bddd-2f287f7095cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:45.949567 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43af66b-41b7-4383-b081-84a380f67290 None None] Network 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:34:45.950076 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-1aaa91f7-2460-41db-bddd-2f287f7095cf admin admin] 10.222.0.90 "DELETE /v2.0/subnets/bd4cffce-be1d-4e7a-89c5-ebc8a9d3dbef HTTP/1.1" status: 204 len: 168 time: 0.5020723 May 27 12:34:45.952362 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37342) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:46.060624 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.218592 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78edb92c-cd43-4b66-9b6a-584c0daf35cd None None] DHCP port deletion for 5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 request from dv-cinder-793386-1-smb {{(pid=91786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 12:34:46.229599 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Deleting port acd698ab-3061-498c-8fb2-647b3abf71ea {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:46.230183 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.252570 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:46.289707 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:46.290060 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 7cd1d3d8-5147-40e2-8d4d-3b30427e8e0b not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:46.290516 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 953d2219-014e-4d30-bf39-9f353efc3039 no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:46.326254 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: 953d2219-014e-4d30-bf39-9f353efc3039 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:46.326598 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 953d2219-014e-4d30-bf39-9f353efc3039 not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:46.329545 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] For port acd698ab-3061-498c-8fb2-647b3abf71ea, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=acd698ab-3061-498c-8fb2-647b3abf71ea,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:46.331039 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.353240 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-78edb92c-cd43-4b66-9b6a-584c0daf35cd None None] Deleting port acd698ab-3061-498c-8fb2-647b3abf71ea {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:46.353629 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-78edb92c-cd43-4b66-9b6a-584c0daf35cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.451691 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Calling delete_port for acd698ab-3061-498c-8fb2-647b3abf71ea owned by network:dhcp {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:46.452626 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-78edb92c-cd43-4b66-9b6a-584c0daf35cd None None] For port acd698ab-3061-498c-8fb2-647b3abf71ea, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=acd698ab-3061-498c-8fb2-647b3abf71ea,segment=NetworkSegment(5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6),segment_id=5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:46.453026 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-78edb92c-cd43-4b66-9b6a-584c0daf35cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.499063 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.503633 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-eaebbd8a-81b4-45fc-acb7-636019634a66 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:46.548169 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd698ab-3061-498c-8fb2-647b3abf71ea,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:46.551188 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:46.551966 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] No DVR routers for this DVR port acd698ab-3061-498c-8fb2-647b3abf71ea on host dv-cinder-793386-1-smb {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:34:46.577537 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-78edb92c-cd43-4b66-9b6a-584c0daf35cd None None] Calling delete_port for acd698ab-3061-498c-8fb2-647b3abf71ea owned by network:dhcp {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:46.629259 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-78edb92c-cd43-4b66-9b6a-584c0daf35cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.632928 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:46.668875 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.676233 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edb92c-cd43-4b66-9b6a-584c0daf35cd None None] Pushing event deleted for resources: {'Port': ['ID=acd698ab-3061-498c-8fb2-647b3abf71ea,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:46.679203 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-78edb92c-cd43-4b66-9b6a-584c0daf35cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:46.680010 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78edb92c-cd43-4b66-9b6a-584c0daf35cd None None] No DVR routers for this DVR port acd698ab-3061-498c-8fb2-647b3abf71ea on host dv-cinder-793386-1-smb {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:34:46.683017 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae1f879-8dbb-4ec4-b44d-7334f76e4b39']}} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:46.700678 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6') {'for_net_delete': True} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:46.700975 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5dd75c-da7f-438a-ba0f-4eedfbb5e0d6') {} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:46.713435 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2445591'] for segment, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.731497 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.738448 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=91784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:34:46.738799 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153619'] for segment, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: Traceback (most recent call last): May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: timer() May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: cb(*args, **kw) May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: return func(*args, **kwargs) May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: self._notify() May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: self.callback(batched_events) May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: event.method(event) May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: return f(self, *a, **k) May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: return self._get(url).json() May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: return self.request(url, 'GET', **kwargs) May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:34:46.751821 dv-cinder-793386-1-smb neutron-server[91784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:34:46.826071 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.829475 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:46.845072 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:46.854878 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae1f879-8dbb-4ec4-b44d-7334f76e4b39,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:46.858949 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:46.865372 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] 10.222.0.90 "DELETE /v2.0/networks/5ae1f879-8dbb-4ec4-b44d-7334f76e4b39 HTTP/1.1" status: 204 len: 168 time: 0.9120233 May 27 12:34:46.868266 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37356) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:47.402708 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010419'] for router_interface, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:47.885666 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] Deleting port b0f69b00-307b-4954-8777-e7ba7ed055db {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:47.886001 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:48.005742 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] For port b0f69b00-307b-4954-8777-e7ba7ed055db, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=b0f69b00-307b-4954-8777-e7ba7ed055db,segment=NetworkSegment(80c1ed17-1675-4993-99cb-3ddce77f196a),segment_id=80c1ed17-1675-4993-99cb-3ddce77f196a)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:48.006090 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:48.136512 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] Calling delete_port for b0f69b00-307b-4954-8777-e7ba7ed055db owned by network:router_interface {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:48.214222 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device acd698ab-3061-498c-8fb2-647b3abf71ea no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:48.251118 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: acd698ab-3061-498c-8fb2-647b3abf71ea {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:48.251468 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device acd698ab-3061-498c-8fb2-647b3abf71ea not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:48.307559 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:48.312727 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-1fe3c4a6-cf11-4174-837c-4d8659be4c2b tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:48.355807 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f69b00-307b-4954-8777-e7ba7ed055db,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:48.358758 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:48.660310 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013827'] for router_interface, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:49.048712 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] Router 50dcd1b1-30f6-4754-b18b-bc912599b39a has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:34:49.315323 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:34:49.323970 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392e262-c263-499f-8a45-ef4dac14d433 None None] Sync routers for ids ['50dcd1b1-30f6-4754-b18b-bc912599b39a'] in dv-cinder-793386-1-smb {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:34:49.327315 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-bf576bd5-2aab-4259-894e-f2530a657163 admin admin] 10.222.0.90 "PUT /v2.0/routers/50dcd1b1-30f6-4754-b18b-bc912599b39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4558389 May 27 12:34:49.327552 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37368) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:49.334809 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392e262-c263-499f-8a45-ef4dac14d433 None None] Routers {'50dcd1b1-30f6-4754-b18b-bc912599b39a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:34:49.335520 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-9392e262-c263-499f-8a45-ef4dac14d433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['50dcd1b1-30f6-4754-b18b-bc912599b39a'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:49.520119 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-9392e262-c263-499f-8a45-ef4dac14d433 None None] Set router 50dcd1b1-30f6-4754-b18b-bc912599b39a gateway port host: dv-cinder-793386-1-smb {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:34:49.522132 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Notify callbacks [] for router, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:49.703608 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:49.791556 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Deleting port 6f2b059a-8410-4ef2-8cc6-01806f254a08 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:49.791904 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:49.873521 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-9392e262-c263-499f-8a45-ef4dac14d433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'name': 'tempest-TestMinimumBasicScenario-806642191-router', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:18Z', 'updated_at': '2021-05-27T12:34:48Z', 'revision_number': 5, 'project_id': '1dc6955f91bb4d1db294e37887c3892d', 'gw_port': {'id': '6f2b059a-8410-4ef2-8cc6-01806f254a08', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:32:19Z', 'updated_at': '2021-05-27T12:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:49.877539 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392e262-c263-499f-8a45-ef4dac14d433 None None] Checking router: 50dcd1b1-30f6-4754-b18b-bc912599b39a for host: dv-cinder-793386-1-smb {{(pid=91786) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:34:49.886941 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392e262-c263-499f-8a45-ef4dac14d433 None None] Routers {'50dcd1b1-30f6-4754-b18b-bc912599b39a'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91786) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:34:49.887438 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-9392e262-c263-499f-8a45-ef4dac14d433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['50dcd1b1-30f6-4754-b18b-bc912599b39a'], 'active': True} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:49.941903 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] For port 6f2b059a-8410-4ef2-8cc6-01806f254a08, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=6f2b059a-8410-4ef2-8cc6-01806f254a08,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:49.942325 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:50.042451 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvr_db [None req-9392e262-c263-499f-8a45-ef4dac14d433 None None] Set router 50dcd1b1-30f6-4754-b18b-bc912599b39a gateway port host: None {{(pid=91786) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:34:50.066990 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Calling delete_port for 6f2b059a-8410-4ef2-8cc6-01806f254a08 owned by network:router_gateway {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:50.147292 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_hamode_db [None req-9392e262-c263-499f-8a45-ef4dac14d433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'name': 'tempest-TestMinimumBasicScenario-806642191-router', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:18Z', 'updated_at': '2021-05-27T12:34:49Z', 'revision_number': 6, 'project_id': '1dc6955f91bb4d1db294e37887c3892d', 'gw_port_host': None}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91786) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:50.158270 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392e262-c263-499f-8a45-ef4dac14d433 None None] The sync data for ids ['50dcd1b1-30f6-4754-b18b-bc912599b39a'] in dv-cinder-793386-1-smb is: [{'id': '50dcd1b1-30f6-4754-b18b-bc912599b39a', 'name': 'tempest-TestMinimumBasicScenario-806642191-router', 'tenant_id': '1dc6955f91bb4d1db294e37887c3892d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:32:18Z', 'updated_at': '2021-05-27T12:34:49Z', 'revision_number': 6, 'project_id': '1dc6955f91bb4d1db294e37887c3892d', 'gw_port_host': None}] {{(pid=91786) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:34:50.225587 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:50.229149 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:50.272771 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2b059a-8410-4ef2-8cc6-01806f254a08,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:50.275898 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:50.363174 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008348'] for router_gateway, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:50.550248 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16088'] for router, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:50.552573 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:50.580209 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1014895'] for router, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:50.580821 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50dcd1b1-30f6-4754-b18b-bc912599b39a {{(pid=91784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 12:34:50.595942 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] Notify callbacks [] for router, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:50.599597 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-7d4b5aaf-f22e-448c-97d9-06fe7ff9c94d admin admin] 10.222.0.90 "DELETE /v2.0/routers/50dcd1b1-30f6-4754-b18b-bc912599b39a HTTP/1.1" status: 204 len: 168 time: 1.2687716 May 27 12:34:50.599775 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37384) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:50.671830 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_v2 [None req-c732a991-6665-40e7-b888-3a16222801b5 admin admin] Deleting subnet ef569fe8-4950-425e-8dd3-690ef8fb21d1 {{(pid=91784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:34:50.675236 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c732a991-6665-40e7-b888-3a16222801b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:50.826597 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c732a991-6665-40e7-b888-3a16222801b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2445614'] for subnet, precommit_delete_associations {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:50.901408 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c732a991-6665-40e7-b888-3a16222801b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.159416 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c732a991-6665-40e7-b888-3a16222801b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3122737'] for subnet, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.163965 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:51.200225 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732a991-6665-40e7-b888-3a16222801b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef569fe8-4950-425e-8dd3-690ef8fb21d1,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:51.203453 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c732a991-6665-40e7-b888-3a16222801b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:51.205345 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c732a991-6665-40e7-b888-3a16222801b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.211576 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c732a991-6665-40e7-b888-3a16222801b5 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/ef569fe8-4950-425e-8dd3-690ef8fb21d1 HTTP/1.1" status: 204 len: 168 time: 0.6108220 May 27 12:34:51.213959 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16df597-2d67-4344-b251-d204b615b67d None None] Network 7a900fb9-df81-40bf-8238-dacef57ec690 requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:34:51.214474 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37394) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:51.331073 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.410094 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Deleting port 5a89b252-9099-4b82-a3d9-9a1335db1df9 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:51.410462 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.470488 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb4d90-56e5-454e-81cc-51bc0ffb8c81 None None] DHCP port deletion for 7a900fb9-df81-40bf-8238-dacef57ec690 request from dv-cinder-793386-1-smb {{(pid=91786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 12:34:51.507635 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] For port 5a89b252-9099-4b82-a3d9-9a1335db1df9, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=5a89b252-9099-4b82-a3d9-9a1335db1df9,segment=NetworkSegment(80c1ed17-1675-4993-99cb-3ddce77f196a),segment_id=80c1ed17-1675-4993-99cb-3ddce77f196a)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:51.507909 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.538103 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-79fb4d90-56e5-454e-81cc-51bc0ffb8c81 None None] Deleting port 5a89b252-9099-4b82-a3d9-9a1335db1df9 {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:51.538513 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-79fb4d90-56e5-454e-81cc-51bc0ffb8c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.633480 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Calling delete_port for 5a89b252-9099-4b82-a3d9-9a1335db1df9 owned by network:dhcp {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:51.635004 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-79fb4d90-56e5-454e-81cc-51bc0ffb8c81 None None] For port 5a89b252-9099-4b82-a3d9-9a1335db1df9, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=5a89b252-9099-4b82-a3d9-9a1335db1df9,segment=NetworkSegment(80c1ed17-1675-4993-99cb-3ddce77f196a),segment_id=80c1ed17-1675-4993-99cb-3ddce77f196a)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:51.635400 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-79fb4d90-56e5-454e-81cc-51bc0ffb8c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.678373 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.682878 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-f5d19839-486f-4d5a-84f5-0cc1555aa022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:51.724655 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a89b252-9099-4b82-a3d9-9a1335db1df9,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:51.727600 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:51.728366 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] No DVR routers for this DVR port 5a89b252-9099-4b82-a3d9-9a1335db1df9 on host dv-cinder-793386-1-smb {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:34:51.756090 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-79fb4d90-56e5-454e-81cc-51bc0ffb8c81 None None] Calling delete_port for 5a89b252-9099-4b82-a3d9-9a1335db1df9 owned by network:dhcp {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:51.799337 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-79fb4d90-56e5-454e-81cc-51bc0ffb8c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.803020 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:51.843376 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.845348 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb4d90-56e5-454e-81cc-51bc0ffb8c81 None None] Pushing event deleted for resources: {'Port': ['ID=5a89b252-9099-4b82-a3d9-9a1335db1df9,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:51.847894 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-79fb4d90-56e5-454e-81cc-51bc0ffb8c81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:51.851019 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fb4d90-56e5-454e-81cc-51bc0ffb8c81 None None] No DVR routers for this DVR port 5a89b252-9099-4b82-a3d9-9a1335db1df9 on host dv-cinder-793386-1-smb {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:34:51.859731 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a900fb9-df81-40bf-8238-dacef57ec690']}} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:51.871619 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c1ed17-1675-4993-99cb-3ddce77f196a') {'for_net_delete': True} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:51.871912 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.services.segments.db [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c1ed17-1675-4993-99cb-3ddce77f196a') {} {{(pid=91784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:34:51.883439 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2445591'] for segment, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.903293 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.908996 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=91784) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:34:51.909366 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2153619'] for segment, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: Traceback (most recent call last): May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: timer() May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: cb(*args, **kw) May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: return func(*args, **kwargs) May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: self._notify() May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: self.callback(batched_events) May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: event.method(event) May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: return f(self, *a, **k) May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: return self._get(url).json() May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: return self.request(url, 'GET', **kwargs) May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:34:51.921888 dv-cinder-793386-1-smb neutron-server[91784]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:34:51.993596 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:51.997322 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-86612665-e647-48e0-8b0c-332a98adc4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:52.010191 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:52.020071 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a900fb9-df81-40bf-8238-dacef57ec690,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:52.023028 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:52.024998 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a600289a-3be8-4f00-a700-af6d55e0b435 admin admin] 10.222.0.90 "DELETE /v2.0/networks/7a900fb9-df81-40bf-8238-dacef57ec690 HTTP/1.1" status: 204 len: 168 time: 0.8095772 May 27 12:34:52.200604 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37400) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:52.205445 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device b0f69b00-307b-4954-8777-e7ba7ed055db no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:52.242117 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: b0f69b00-307b-4954-8777-e7ba7ed055db {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:52.242793 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device b0f69b00-307b-4954-8777-e7ba7ed055db not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:52.243290 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 6f2b059a-8410-4ef2-8cc6-01806f254a08 no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:52.255814 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-0cb20cd8-0a03-4db5-8029-6f886f48ee82 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9f37605bfb374f66aade5ea3b04c3c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537159 May 27 12:34:52.257990 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37406) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:52.277387 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: 6f2b059a-8410-4ef2-8cc6-01806f254a08 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:52.277826 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 6f2b059a-8410-4ef2-8cc6-01806f254a08 not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:52.278337 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 5a89b252-9099-4b82-a3d9-9a1335db1df9 no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:52.311961 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: 5a89b252-9099-4b82-a3d9-9a1335db1df9 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:52.312427 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device 5a89b252-9099-4b82-a3d9-9a1335db1df9 not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:52.318121 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b82fa4e6-bde7-47ee-93a4-18ef64b8397c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:52.343990 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b82fa4e6-bde7-47ee-93a4-18ef64b8397c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:52.398590 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b82fa4e6-bde7-47ee-93a4-18ef64b8397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:52.403048 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-93c87caf-6867-4771-83c3-31bca2f8f4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:52.414761 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fa4e6-bde7-47ee-93a4-18ef64b8397c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31be285f-af9d-444a-8709-150983a89380,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:52.418564 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b82fa4e6-bde7-47ee-93a4-18ef64b8397c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:52.422177 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b82fa4e6-bde7-47ee-93a4-18ef64b8397c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:52.422888 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-b82fa4e6-bde7-47ee-93a4-18ef64b8397c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/31be285f-af9d-444a-8709-150983a89380 HTTP/1.1" status: 204 len: 168 time: 0.1639640 May 27 12:34:52.653083 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2b29f-ca56-4ce0-9cad-105c576c8cce req-1c874b56-71c5-4c39-bbe8-5c3abbf2e8ed tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:52.653698 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-40c2b29f-ca56-4ce0-9cad-105c576c8cce req-1c874b56-71c5-4c39-bbe8-5c3abbf2e8ed tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 946 time: 0.0852809 May 27 12:34:52.700919 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-40c2b29f-ca56-4ce0-9cad-105c576c8cce req-16cc532f-4e39-4f85-a49b-92b752d91368 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 May 27 12:34:52.768658 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37418) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:52.827084 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-baedeb05-4d0b-4424-96f3-27c0f78e0b18 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1dc6955f91bb4d1db294e37887c3892d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571473 May 27 12:34:52.829313 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37422) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:34:52.889263 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bb8094c1-ba5d-49c5-8193-9909eda0a885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:52.914664 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bb8094c1-ba5d-49c5-8193-9909eda0a885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:52.965706 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bb8094c1-ba5d-49c5-8193-9909eda0a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:52.969379 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a56c831a-f6b2-47ce-b384-b002b7d73e2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:52.982394 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8094c1-ba5d-49c5-8193-9909eda0a885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a05a19e-1d38-4451-920c-339f36d96f3a,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:52.984609 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-bb8094c1-ba5d-49c5-8193-9909eda0a885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:52.990298 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bb8094c1-ba5d-49c5-8193-9909eda0a885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:52.991395 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-bb8094c1-ba5d-49c5-8193-9909eda0a885 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4a05a19e-1d38-4451-920c-339f36d96f3a HTTP/1.1" status: 204 len: 168 time: 0.1611702 May 27 12:34:53.890309 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cba38-951d-4fb6-8d28-771fb2bccb0f req-8d1d3f93-0172-4bd3-b199-3ced8e9dc1de tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:53.891762 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3b5cba38-951d-4fb6-8d28-771fb2bccb0f req-8d1d3f93-0172-4bd3-b199-3ced8e9dc1de tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 946 time: 0.0792956 May 27 12:34:53.938879 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3b5cba38-951d-4fb6-8d28-771fb2bccb0f req-476dbbeb-00c3-44ad-968e-e36792556029 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414703 May 27 12:34:54.358091 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b2912-1e73-44e7-953f-3746bd59c29c req-1a1bd5fd-8301-4033-b18d-f2fb498c9752 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:54.358956 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-818b2912-1e73-44e7-953f-3746bd59c29c req-1a1bd5fd-8301-4033-b18d-f2fb498c9752 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Synchronizing usage tracker for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:34:54.375209 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-818b2912-1e73-44e7-953f-3746bd59c29c req-1a1bd5fd-8301-4033-b18d-f2fb498c9752 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Unset dirty status for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:34:54.376412 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-818b2912-1e73-44e7-953f-3746bd59c29c req-1a1bd5fd-8301-4033-b18d-f2fb498c9752 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 946 time: 0.0948398 May 27 12:34:54.511120 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-818b2912-1e73-44e7-953f-3746bd59c29c req-d22a98eb-1eff-41dd-b25e-5994f9af4683 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Deleting port 5419c0f2-1700-489c-a98c-f11d9549ffb4 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:54.511430 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-818b2912-1e73-44e7-953f-3746bd59c29c req-d22a98eb-1eff-41dd-b25e-5994f9af4683 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:54.640708 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-818b2912-1e73-44e7-953f-3746bd59c29c req-d22a98eb-1eff-41dd-b25e-5994f9af4683 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] For port 5419c0f2-1700-489c-a98c-f11d9549ffb4, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=5419c0f2-1700-489c-a98c-f11d9549ffb4,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:54.641055 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-818b2912-1e73-44e7-953f-3746bd59c29c req-d22a98eb-1eff-41dd-b25e-5994f9af4683 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:54.860015 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-818b2912-1e73-44e7-953f-3746bd59c29c req-d22a98eb-1eff-41dd-b25e-5994f9af4683 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Calling delete_port for 5419c0f2-1700-489c-a98c-f11d9549ffb4 owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:54.970140 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-818b2912-1e73-44e7-953f-3746bd59c29c req-d22a98eb-1eff-41dd-b25e-5994f9af4683 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:54.975786 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-48984421-4acf-4e3b-981b-2ae4cb4e9655 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:54.982029 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['7a73738d-8715-4edf-bfab-b6046a357086', 'd86fc52e-3d4c-479c-bc32-873628f1fd6e', '6233bff4-fe36-4259-ad2b-1dc38a3bf2c5', '5419c0f2-1700-489c-a98c-f11d9549ffb4'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:34:55.022620 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a98eb-1eff-41dd-b25e-5994f9af4683 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Pushing event deleted for resources: {'Port': ['ID=5419c0f2-1700-489c-a98c-f11d9549ffb4,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:34:55.025723 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-d22a98eb-1eff-41dd-b25e-5994f9af4683 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:34:55.091296 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d146028a-65ae-4f38-9879-db12a99f15a4 req-8cec3572-83d8-4694-a4e6-ba9f1b663ff9 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe661079-9017-4952-8d50-c9246d81afa4 HTTP/1.1" status: 200 len: 210 time: 0.0441396 May 27 12:34:55.099923 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-818b2912-1e73-44e7-953f-3746bd59c29c req-d22a98eb-1eff-41dd-b25e-5994f9af4683 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] No DVR routers for this DVR port 5419c0f2-1700-489c-a98c-f11d9549ffb4 on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:34:55.102460 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-818b2912-1e73-44e7-953f-3746bd59c29c req-d22a98eb-1eff-41dd-b25e-5994f9af4683 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:55.105202 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe661079-9017-4952-8d50-c9246d81afa4', 'name': 'network-vif-deleted', 'tag': '5419c0f2-1700-489c-a98c-f11d9549ffb4'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:34:55.124806 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-818b2912-1e73-44e7-953f-3746bd59c29c req-d22a98eb-1eff-41dd-b25e-5994f9af4683 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "DELETE /v2.0/ports/5419c0f2-1700-489c-a98c-f11d9549ffb4 HTTP/1.1" status: 204 len: 173 time: 0.7428968 May 27 12:34:55.164587 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe661079-9017-4952-8d50-c9246d81afa4', 'name': 'network-vif-deleted', 'tag': '5419c0f2-1700-489c-a98c-f11d9549ffb4', 'status': 'completed', 'code': 200} May 27 12:34:57.023989 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 5419c0f2-1700-489c-a98c-f11d9549ffb4 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:34:57.057539 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 5419c0f2-1700-489c-a98c-f11d9549ffb4 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:34:57.057894 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 5419c0f2-1700-489c-a98c-f11d9549ffb4 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:34:57.763201 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f671fb-0d5a-4e13-a276-09b089e814bd req-e6512b7a-f8ac-4d25-8d8b-8918558ac1af tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:57.765101 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-27f671fb-0d5a-4e13-a276-09b089e814bd req-e6512b7a-f8ac-4d25-8d8b-8918558ac1af tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 945 time: 0.0796316 May 27 12:34:57.808574 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-27f671fb-0d5a-4e13-a276-09b089e814bd req-2abd2b19-05e8-419e-86e7-a3971fe2579d tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370624 May 27 12:34:58.318165 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:58.996873 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19373a41-f7a8-46da-a474-f737b85cbbb4 req-4ce77713-bbda-48aa-8183-0208d9297f50 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:58.998334 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-19373a41-f7a8-46da-a474-f737b85cbbb4 req-4ce77713-bbda-48aa-8183-0208d9297f50 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 945 time: 0.0813537 May 27 12:34:59.042041 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-19373a41-f7a8-46da-a474-f737b85cbbb4 req-146dac1c-fe96-4b35-9505-fdde4ce97141 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374575 May 27 12:34:59.427018 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-bce20073-d8af-4f20-a0e3-1ad8929eaddc tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:34:59.427697 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-bce20073-d8af-4f20-a0e3-1ad8929eaddc tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Synchronizing usage tracker for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:34:59.442051 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-bce20073-d8af-4f20-a0e3-1ad8929eaddc tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Unset dirty status for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:34:59.443217 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-bce20073-d8af-4f20-a0e3-1ad8929eaddc tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 945 time: 0.0934851 May 27 12:34:59.583512 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-16ce4384-a9a2-485d-9974-5a4d5941ff2f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Deleting port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:34:59.583853 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-16ce4384-a9a2-485d-9974-5a4d5941ff2f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:59.713546 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-16ce4384-a9a2-485d-9974-5a4d5941ff2f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] For port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:34:59.713815 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-16ce4384-a9a2-485d-9974-5a4d5941ff2f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:59.842192 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-16ce4384-a9a2-485d-9974-5a4d5941ff2f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Calling delete_port for 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:34:59.967116 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-16ce4384-a9a2-485d-9974-5a4d5941ff2f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:34:59.973675 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-171dcc89-3848-46b6-87a8-0b9bba1e4b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:34:59.981747 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['7a73738d-8715-4edf-bfab-b6046a357086', 'd86fc52e-3d4c-479c-bc32-873628f1fd6e', '6233bff4-fe36-4259-ad2b-1dc38a3bf2c5'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:35:00.023026 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce4384-a9a2-485d-9974-5a4d5941ff2f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Pushing event deleted for resources: {'Port': ['ID=6233bff4-fe36-4259-ad2b-1dc38a3bf2c5,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:00.025666 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-16ce4384-a9a2-485d-9974-5a4d5941ff2f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:00.103531 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-16ce4384-a9a2-485d-9974-5a4d5941ff2f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] No DVR routers for this DVR port 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:35:00.106017 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-16ce4384-a9a2-485d-9974-5a4d5941ff2f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:00.110041 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba60f8c-768e-43a9-a97c-6ea417679720', 'name': 'network-vif-deleted', 'tag': '6233bff4-fe36-4259-ad2b-1dc38a3bf2c5'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:35:00.131301 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-c458cb68-5159-44a4-9918-c84dc6e9b60d req-16ce4384-a9a2-485d-9974-5a4d5941ff2f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "DELETE /v2.0/ports/6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 HTTP/1.1" status: 204 len: 173 time: 0.6818116 May 27 12:35:00.176203 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba60f8c-768e-43a9-a97c-6ea417679720', 'name': 'network-vif-deleted', 'tag': '6233bff4-fe36-4259-ad2b-1dc38a3bf2c5', 'status': 'completed', 'code': 200} May 27 12:35:00.225529 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-d743be6d-1284-4139-84b6-35985d670120 req-7e6ff8f1-f723-481a-ac79-e5d48b90fc35 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=8ba60f8c-768e-43a9-a97c-6ea417679720 HTTP/1.1" status: 200 len: 210 time: 0.0514352 May 27 12:35:00.673164 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:35:01.740702 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d6642-db2c-47ae-a0a9-423f5eb690d9 req-f4ab31f1-e3ae-4951-8274-bf3e984d8f12 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:35:01.742138 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-546d6642-db2c-47ae-a0a9-423f5eb690d9 req-f4ab31f1-e3ae-4951-8274-bf3e984d8f12 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 946 time: 0.1440911 May 27 12:35:01.749381 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae37d3d-209f-4965-8a3f-5333fe4fec67 req-495dbe79-0c6e-487b-b378-d73c5e0bc841 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:35:01.750719 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3ae37d3d-209f-4965-8a3f-5333fe4fec67 req-495dbe79-0c6e-487b-b378-d73c5e0bc841 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 947 time: 0.1142147 May 27 12:35:01.902564 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f1123a86-7aec-4f44-8d1f-18114084c2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:01.903957 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-546d6642-db2c-47ae-a0a9-423f5eb690d9 req-7804e3d0-71a6-42e0-ac14-b6d305b0e932 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519024 May 27 12:35:01.911108 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-3ae37d3d-209f-4965-8a3f-5333fe4fec67 req-0e185f06-458a-43b5-9fab-fa7f68cd5317 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601337 May 27 12:35:02.994770 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554492d-8e37-45b6-879f-342404e8c05d req-4772c0b5-9c92-4c7b-86f8-c8f99e4316ac tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:35:02.996420 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5554492d-8e37-45b6-879f-342404e8c05d req-4772c0b5-9c92-4c7b-86f8-c8f99e4316ac tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 946 time: 0.0862143 May 27 12:35:03.002320 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-7b5ecaee-8ad8-48f3-bcb2-52189240772d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:35:03.003683 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-7b5ecaee-8ad8-48f3-bcb2-52189240772d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Synchronizing usage tracker for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:35:03.021530 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-7b5ecaee-8ad8-48f3-bcb2-52189240772d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Unset dirty status for tenant:5c9a43fa137940f5a604d64f352d34fc on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:35:03.023179 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-7b5ecaee-8ad8-48f3-bcb2-52189240772d tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.95 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 947 time: 0.1133220 May 27 12:35:03.039579 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:35:03.075850 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:35:03.076195 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 6233bff4-fe36-4259-ad2b-1dc38a3bf2c5 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:35:03.162270 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Deleting port 30306ddb-80df-4a5c-9954-dd824858b6f2 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:35:03.162735 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:03.261401 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8f076-3537-4118-b39f-8ce1de59c303 req-b35c6664-dd0e-4482-81b9-88107a2429e9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:35:03.262816 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-37d8f076-3537-4118-b39f-8ce1de59c303 req-b35c6664-dd0e-4482-81b9-88107a2429e9 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 947 time: 0.2238786 May 27 12:35:03.281634 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf9685-ba33-4cbc-b61c-671fe64b0e2e req-d6f9130c-5a42-4b49-92e5-76d9cc8c6395 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:35:03.283121 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-33bf9685-ba33-4cbc-b61c-671fe64b0e2e req-d6f9130c-5a42-4b49-92e5-76d9cc8c6395 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 946 time: 0.2455795 May 27 12:35:03.295096 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] For port 30306ddb-80df-4a5c-9954-dd824858b6f2, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=30306ddb-80df-4a5c-9954-dd824858b6f2,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:35:03.295452 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:03.323641 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [req-5554492d-8e37-45b6-879f-342404e8c05d req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Deleting port d86fc52e-3d4c-479c-bc32-873628f1fd6e {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:35:03.323987 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-5554492d-8e37-45b6-879f-342404e8c05d req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:03.419352 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-37d8f076-3537-4118-b39f-8ce1de59c303 req-f4dda685-1c7f-43be-b631-a070d1a36bff tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups?id=26cc6b5e-ebb6-4846-bd7f-00d234d29685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490853 May 27 12:35:03.441032 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-33bf9685-ba33-4cbc-b61c-671fe64b0e2e req-cd569361-c517-4042-8c9a-8cb529e2d07b tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435008 May 27 12:35:03.497207 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [req-5554492d-8e37-45b6-879f-342404e8c05d req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] For port d86fc52e-3d4c-479c-bc32-873628f1fd6e, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=d86fc52e-3d4c-479c-bc32-873628f1fd6e,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:35:03.497573 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-5554492d-8e37-45b6-879f-342404e8c05d req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:03.596729 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:03.624321 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [req-5554492d-8e37-45b6-879f-342404e8c05d req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Calling delete_port for d86fc52e-3d4c-479c-bc32-873628f1fd6e owned by compute:nova {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:35:03.684253 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:03.684627 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1008353'] for floatingip, after_update {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:03.685094 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.db.l3_db [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Floating IP c788272d-3fcd-4204-913f-5cdce59acbcd disassociated. External IP: 172.28.3.200, port: 30306ddb-80df-4a5c-9954-dd824858b6f2. May 27 12:35:03.685354 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Calling delete_port for 30306ddb-80df-4a5c-9954-dd824858b6f2 owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:35:03.736968 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-5554492d-8e37-45b6-879f-342404e8c05d req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:03.743725 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-2370ee39-6815-4f12-93df-b0f05b0727cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:03.748694 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['7a73738d-8715-4edf-bfab-b6046a357086', 'd86fc52e-3d4c-479c-bc32-873628f1fd6e'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:35:03.793572 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Pushing event deleted for resources: {'Port': ['ID=d86fc52e-3d4c-479c-bc32-873628f1fd6e,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:03.804224 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:03.811560 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-d3ea6b8e-692c-4e63-8c1e-7a1d38d42aa5 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:03.842454 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:03.842841 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:03.843216 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:03.843585 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:03.843955 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:03.844322 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:03.844687 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:03.845044 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:03.845404 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:03.846316 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:03.846698 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:03.847124 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:03.850990 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:03.858719 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event deleted for resources: {'Port': ['ID=30306ddb-80df-4a5c-9954-dd824858b6f2,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:03.862834 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:03.899356 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [req-5554492d-8e37-45b6-879f-342404e8c05d req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] No DVR routers for this DVR port d86fc52e-3d4c-479c-bc32-873628f1fd6e on host hv-cinder-79338 {{(pid=91785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:35:03.902055 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [req-5554492d-8e37-45b6-879f-342404e8c05d req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:03.907289 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ffddfd-3a24-484c-85aa-7278640ed37d', 'name': 'network-vif-deleted', 'tag': 'd86fc52e-3d4c-479c-bc32-873628f1fd6e'}] {{(pid=91785) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:35:03.920016 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-5554492d-8e37-45b6-879f-342404e8c05d req-cbf49f52-f60b-4280-b92a-a283dca87ff4 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "DELETE /v2.0/ports/d86fc52e-3d4c-479c-bc32-873628f1fd6e HTTP/1.1" status: 204 len: 173 time: 0.9176850 May 27 12:35:03.980570 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5ffddfd-3a24-484c-85aa-7278640ed37d', 'name': 'network-vif-deleted', 'tag': 'd86fc52e-3d4c-479c-bc32-873628f1fd6e', 'status': 'completed', 'code': 200} May 27 12:35:04.063041 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:35:04.242168 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:35:04.252804 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b11b37-d687-4fc6-b5ab-4457ace7a0a1 None None] Sync routers for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:35:04.268817 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b11b37-d687-4fc6-b5ab-4457ace7a0a1 None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:35:04.269798 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-c7b11b37-d687-4fc6-b5ab-4457ace7a0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:34:34Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:04.328668 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] No DVR routers for this DVR port 30306ddb-80df-4a5c-9954-dd824858b6f2 on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:35:04.335776 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:04.340769 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'name': 'network-vif-deleted', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:35:04.364081 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-0dc4e738-ce67-4b23-9c6c-2d5bcd542e7d req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.95 "DELETE /v2.0/ports/30306ddb-80df-4a5c-9954-dd824858b6f2 HTTP/1.1" status: 204 len: 173 time: 1.3357215 May 27 12:35:04.370638 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bd38ca5f-7c5f-42ad-b451-f7c36c021351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:04.408897 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ac3c0a-93de-44e2-a04e-43eb04e9a989', 'name': 'network-vif-deleted', 'tag': '30306ddb-80df-4a5c-9954-dd824858b6f2', 'status': 'completed', 'code': 200} May 27 12:35:04.502596 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-c7b11b37-d687-4fc6-b5ab-4457ace7a0a1 None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:35:04.646293 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-fe7a61a4-5a99-4486-99a8-ed33d6cbdb82 req-c17e51ad-e9ac-4b87-a091-dd1664656b7e tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/ports?device_id=b2ac3c0a-93de-44e2-a04e-43eb04e9a989 HTTP/1.1" status: 200 len: 210 time: 0.0983174 May 27 12:35:04.647682 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-420eeb27-4f57-4485-ade3-075a4071a02e req-b182095d-0e72-46d2-91e3-ef9381a55a5f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Synchronizing usage tracker for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91785) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:35:04.666900 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [req-420eeb27-4f57-4485-ade3-075a4071a02e req-b182095d-0e72-46d2-91e3-ef9381a55a5f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Unset dirty status for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91785) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:35:04.668436 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-420eeb27-4f57-4485-ade3-075a4071a02e req-b182095d-0e72-46d2-91e3-ef9381a55a5f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=e5ffddfd-3a24-484c-85aa-7278640ed37d HTTP/1.1" status: 200 len: 210 time: 0.0795858 May 27 12:35:04.862308 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-c7b11b37-d687-4fc6-b5ab-4457ace7a0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:04.866332 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b11b37-d687-4fc6-b5ab-4457ace7a0a1 None None] Checking router: 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:35:04.874553 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b11b37-d687-4fc6-b5ab-4457ace7a0a1 None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:35:04.875163 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-c7b11b37-d687-4fc6-b5ab-4457ace7a0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:35:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:05.049958 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-c7b11b37-d687-4fc6-b5ab-4457ace7a0a1 None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:35:05.352689 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-c7b11b37-d687-4fc6-b5ab-4457ace7a0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:05.356272 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b11b37-d687-4fc6-b5ab-4457ace7a0a1 None None] The sync data for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb is: [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:27:50Z', 'revision_number': 4, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb', '_interfaces': [{'id': 'debc04a7-b52e-451c-9588-8a9d1a41a9cb', 'name': '', 'network_id': '1745ac28-aeec-46f3-8427-a49430343ffb', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'mac_address': 'fa:16:3e:0f:73:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:47Z', 'updated_at': '2021-05-27T12:28:05Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'subnets': [{'id': 'f7d5d971-53cb-4c24-9789-bab277b4c9ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:35:05.556126 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72623f7-a2d4-4ea1-a27e-6af8711d0fc6 None None] New status for floating IP c788272d-3fcd-4204-913f-5cdce59acbcd: DOWN {{(pid=91786) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 12:35:05.776579 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:05.804097 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37490) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:05.876330 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c98dd8d4-8a07-477f-90bb-58bdbb944658 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:05.905841 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c98dd8d4-8a07-477f-90bb-58bdbb944658 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:05.960115 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c98dd8d4-8a07-477f-90bb-58bdbb944658 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:05.964924 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-06575b8b-dff1-4172-9e5b-ad4b58b8828c tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:05.980660 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98dd8d4-8a07-477f-90bb-58bdbb944658 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cc6b5e-ebb6-4846-bd7f-00d234d29685,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:05.983320 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c98dd8d4-8a07-477f-90bb-58bdbb944658 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:05.990006 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c98dd8d4-8a07-477f-90bb-58bdbb944658 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:05.991272 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c98dd8d4-8a07-477f-90bb-58bdbb944658 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "DELETE /v2.0/security-groups/26cc6b5e-ebb6-4846-bd7f-00d234d29685 HTTP/1.1" status: 204 len: 168 time: 0.1860902 May 27 12:35:05.998106 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37496) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:06.012523 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.api.v2.resource [None req-0a3e0be0-7450-47cc-a509-4f8feaa9f717 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] show failed (client error): The resource could not be found. May 27 12:35:06.013790 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-0a3e0be0-7450-47cc-a509-4f8feaa9f717 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "GET /v2.0/security-groups/26cc6b5e-ebb6-4846-bd7f-00d234d29685 HTTP/1.1" status: 404 len: 347 time: 0.0185478 May 27 12:35:06.016829 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37500) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:06.234441 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-a09ac7d3-4dea-45c7-b970-20f0acb13b90 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Deleting port 7d978bd2-06f5-4158-b396-a8eeb167465d {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:35:06.234702 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a09ac7d3-4dea-45c7-b970-20f0acb13b90 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:06.351907 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a09ac7d3-4dea-45c7-b970-20f0acb13b90 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:06.352235 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a09ac7d3-4dea-45c7-b970-20f0acb13b90 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:06.472068 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-a09ac7d3-4dea-45c7-b970-20f0acb13b90 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Calling delete_port for 7d978bd2-06f5-4158-b396-a8eeb167465d owned by network:floatingip {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:35:06.581134 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a09ac7d3-4dea-45c7-b970-20f0acb13b90 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:06.585654 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-84a8912f-b370-420d-b3bc-3dc72b45b254 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:06.724714 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ac7d3-4dea-45c7-b970-20f0acb13b90 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Pushing event deleted for resources: {'Port': ['ID=7d978bd2-06f5-4158-b396-a8eeb167465d,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:06.750120 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a09ac7d3-4dea-45c7-b970-20f0acb13b90 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:06.817616 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a09ac7d3-4dea-45c7-b970-20f0acb13b90 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks [] for floatingip, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:06.832218 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a09ac7d3-4dea-45c7-b970-20f0acb13b90 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for floatingip, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:06.833278 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a09ac7d3-4dea-45c7-b970-20f0acb13b90 tempest-AttachVolumeShelveTestJSON-331163938 tempest-AttachVolumeShelveTestJSON-331163938-project] 10.222.0.90 "DELETE /v2.0/floatingips/c788272d-3fcd-4204-913f-5cdce59acbcd HTTP/1.1" status: 204 len: 168 time: 0.8155193 May 27 12:35:07.026808 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:07.061979 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 30306ddb-80df-4a5c-9954-dd824858b6f2 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:35:07.097325 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 30306ddb-80df-4a5c-9954-dd824858b6f2 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:35:07.097673 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 30306ddb-80df-4a5c-9954-dd824858b6f2 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:35:07.098084 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device d86fc52e-3d4c-479c-bc32-873628f1fd6e no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:35:07.131521 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: d86fc52e-3d4c-479c-bc32-873628f1fd6e {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:35:07.131773 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device d86fc52e-3d4c-479c-bc32-873628f1fd6e not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:35:07.362265 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775c447-d513-498e-afb6-6f1eae4df8fa req-1af77364-57bd-43d3-9e90-d67044a461b3 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:35:07.363616 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7775c447-d513-498e-afb6-6f1eae4df8fa req-1af77364-57bd-43d3-9e90-d67044a461b3 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 945 time: 0.0829065 May 27 12:35:07.408081 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-7775c447-d513-498e-afb6-6f1eae4df8fa req-711e37e6-7bc2-4a5f-90ba-e970ce018727 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387721 May 27 12:35:08.600764 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436cf74-18ff-401b-9093-b9061167447a req-9c0658eb-3854-4c69-a479-689de995f8f9 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91785) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:35:08.602222 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0436cf74-18ff-401b-9093-b9061167447a req-9c0658eb-3854-4c69-a479-689de995f8f9 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 945 time: 0.0858524 May 27 12:35:08.652873 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-0436cf74-18ff-401b-9093-b9061167447a req-7ea41ab2-40b3-4678-a335-7c37eb2352f9 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/security-groups?id=9d88cad6-64b2-4317-9443-0e7575787ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449920 May 27 12:35:08.813825 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-54a7b8e1-65f9-4af4-8a0f-f2faab56105e tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91784) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 12:35:08.815177 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-54a7b8e1-65f9-4af4-8a0f-f2faab56105e tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Synchronizing usage tracker for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91784) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 12:35:08.826653 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-54a7b8e1-65f9-4af4-8a0f-f2faab56105e tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Unset dirty status for tenant:e67e94ec569847a581c7724116b5f280 on resource:port {{(pid=91784) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 12:35:08.827713 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-54a7b8e1-65f9-4af4-8a0f-f2faab56105e tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 945 time: 0.0903261 May 27 12:35:08.972128 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-6b3e0498-46ae-4e96-8f95-8e3b23d8a6aa tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Deleting port 7a73738d-8715-4edf-bfab-b6046a357086 {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:35:08.972518 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-6b3e0498-46ae-4e96-8f95-8e3b23d8a6aa tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:09.104893 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-6b3e0498-46ae-4e96-8f95-8e3b23d8a6aa tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] For port 7a73738d-8715-4edf-bfab-b6046a357086, host hv-cinder-79338, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79338',level=0,port_id=7a73738d-8715-4edf-bfab-b6046a357086,segment=NetworkSegment(c481735c-10f5-4704-9c38-b5d7c1f1daa2),segment_id=c481735c-10f5-4704-9c38-b5d7c1f1daa2)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:35:09.105247 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-6b3e0498-46ae-4e96-8f95-8e3b23d8a6aa tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:09.224446 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-6b3e0498-46ae-4e96-8f95-8e3b23d8a6aa tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Calling delete_port for 7a73738d-8715-4edf-bfab-b6046a357086 owned by compute:nova {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:35:09.332264 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-6b3e0498-46ae-4e96-8f95-8e3b23d8a6aa tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:09.337542 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-2d4e5a01-acf5-4fd1-b1a4-fe460fc99afa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:09.343614 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] get_ports_and_sgs() called for port_ids ['7a73738d-8715-4edf-bfab-b6046a357086'] {{(pid=91786) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 12:35:09.383020 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e0498-46ae-4e96-8f95-8e3b23d8a6aa tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Pushing event deleted for resources: {'Port': ['ID=7a73738d-8715-4edf-bfab-b6046a357086,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:09.385692 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6b3e0498-46ae-4e96-8f95-8e3b23d8a6aa tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:09.457457 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.l3_dvrscheduler_db [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-6b3e0498-46ae-4e96-8f95-8e3b23d8a6aa tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] No DVR routers for this DVR port 7a73738d-8715-4edf-bfab-b6046a357086 on host hv-cinder-79338 {{(pid=91784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:35:09.459872 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-6b3e0498-46ae-4e96-8f95-8e3b23d8a6aa tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205824'] for port, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:09.462661 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691', 'name': 'network-vif-deleted', 'tag': '7a73738d-8715-4edf-bfab-b6046a357086'}] {{(pid=91784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 12:35:09.479530 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [req-25df90fa-c96f-42d6-870a-ba81d20175dc req-6b3e0498-46ae-4e96-8f95-8e3b23d8a6aa tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.95 "DELETE /v2.0/ports/7a73738d-8715-4edf-bfab-b6046a357086 HTTP/1.1" status: 204 len: 173 time: 0.6457074 May 27 12:35:09.511488 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691', 'name': 'network-vif-deleted', 'tag': '7a73738d-8715-4edf-bfab-b6046a357086', 'status': 'completed', 'code': 200} May 27 12:35:09.635878 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37534) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:09.820745 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [req-e8890a4f-19fa-4433-8283-bc6da7be267c req-47c10ef1-0c32-47ee-a13e-29d9ea782e41 tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] 10.222.0.90 "GET /v2.0/ports?device_id=71acbaf2-92a9-4e3b-ab61-ea2ba5bfe691 HTTP/1.1" status: 200 len: 210 time: 0.0451162 May 27 12:35:10.398645 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1010419'] for router_interface, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:10.895042 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] Deleting port debc04a7-b52e-451c-9588-8a9d1a41a9cb {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:35:10.895379 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:10.915825 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37544) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:10.975996 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c50168-f99c-49df-a044-595adbc4366f admin admin] Deleting subnet c67fa96c-609b-456d-a2a8-12c263ecc2c4 {{(pid=91785) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:35:10.978855 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c50168-f99c-49df-a044-595adbc4366f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.021669 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] For port debc04a7-b52e-451c-9588-8a9d1a41a9cb, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=debc04a7-b52e-451c-9588-8a9d1a41a9cb,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:35:11.022031 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.042722 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c50168-f99c-49df-a044-595adbc4366f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473741'] for subnet, precommit_delete_associations {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.097458 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c50168-f99c-49df-a044-595adbc4366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.145364 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] Calling delete_port for debc04a7-b52e-451c-9588-8a9d1a41a9cb owned by network:router_interface {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:35:11.298227 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.302361 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-16ce4384-a9a2-485d-9974-5a4d5941ff2f tempest-AttachVolumeNegativeTest-895178567 tempest-AttachVolumeNegativeTest-895178567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:11.348524 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=debc04a7-b52e-451c-9588-8a9d1a41a9cb,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:11.351032 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:11.446863 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c50168-f99c-49df-a044-595adbc4366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3039649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3065520'] for subnet, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.451647 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-476a327e-dd89-4eb0-81cf-3ce3ceb347b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:11.488524 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c50168-f99c-49df-a044-595adbc4366f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c67fa96c-609b-456d-a2a8-12c263ecc2c4,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:11.491337 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-92c50168-f99c-49df-a044-595adbc4366f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:11.494188 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-92c50168-f99c-49df-a044-595adbc4366f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.500674 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-92c50168-f99c-49df-a044-595adbc4366f admin admin] 10.222.0.90 "DELETE /v2.0/subnets/c67fa96c-609b-456d-a2a8-12c263ecc2c4 HTTP/1.1" status: 204 len: 168 time: 0.5833972 May 27 12:35:11.502923 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37548) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:11.611771 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.616103 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-644592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1013827'] for router_interface, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.738270 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.750653 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e22b47-ab80-448d-9329-6e3af8706645']}} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:11.762799 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c481735c-10f5-4704-9c38-b5d7c1f1daa2') {'for_net_delete': True} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:11.763048 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c481735c-10f5-4704-9c38-b5d7c1f1daa2') {} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:11.775121 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473780'] for segment, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.790995 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.796916 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=91785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:35:11.797289 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3041027'] for segment, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: Traceback (most recent call last): May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: timer() May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: cb(*args, **kw) May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: return func(*args, **kwargs) May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: self._notify() May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: self.callback(batched_events) May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: event.method(event) May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: return f(self, *a, **k) May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: return self._get(url).json() May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: return self.request(url, 'GET', **kwargs) May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:35:11.810122 dv-cinder-793386-1-smb neutron-server[91785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:35:11.886318 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.889914 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:11.903005 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:11.914814 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] Pushing event deleted for resources: {'Network': ['ID=49e22b47-ab80-448d-9329-6e3af8706645,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:11.917633 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:11.924749 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-d093aabb-4e55-4a8f-855f-e43ef7c05269 admin admin] 10.222.0.90 "DELETE /v2.0/networks/49e22b47-ab80-448d-9329-6e3af8706645 HTTP/1.1" status: 204 len: 168 time: 0.4170668 May 27 12:35:12.043567 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37554) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:12.071232 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] Router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 has already been hosted by L3 agent 053c2a76-16b7-465c-bbe0-dcaf82ff7dad {{(pid=91784) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 12:35:12.093935 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-5fa83138-8ba5-4fa9-bdf3-2c174538849e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e67e94ec569847a581c7724116b5f280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468531 May 27 12:35:12.094172 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37558) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:12.155613 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fa0b6123-552d-4c48-9696-bceffe9711eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:12.184118 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fa0b6123-552d-4c48-9696-bceffe9711eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:12.239052 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fa0b6123-552d-4c48-9696-bceffe9711eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:12.243205 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-69c28b7e-2099-4259-8453-e37c674a3527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:12.258304 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] Notify agent at l3_agent.dv-cinder-793386-1-smb the message routers_updated {{(pid=91784) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 12:35:12.259787 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b6123-552d-4c48-9696-bceffe9711eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d88cad6-64b2-4317-9443-0e7575787ac6,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:12.262801 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-fa0b6123-552d-4c48-9696-bceffe9711eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:12.271833 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] 10.222.0.90 "PUT /v2.0/routers/85985b3b-d1ef-4ec8-8b3b-7ac90b017806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6347401 May 27 12:35:12.274143 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37562) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:12.274663 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-fa0b6123-552d-4c48-9696-bceffe9711eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:12.275911 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-fa0b6123-552d-4c48-9696-bceffe9711eb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9d88cad6-64b2-4317-9443-0e7575787ac6 HTTP/1.1" status: 204 len: 168 time: 0.1808894 May 27 12:35:12.278762 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adf05e-d523-4b32-bf94-aa67fee99bdd None None] Sync routers for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 12:35:12.289437 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adf05e-d523-4b32-bf94-aa67fee99bdd None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:35:12.290061 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-f8adf05e-d523-4b32-bf94-aa67fee99bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:35:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:12.457042 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Notify callbacks [] for router, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:12.471290 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-f8adf05e-d523-4b32-bf94-aa67fee99bdd None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: dv-cinder-793386-1-smb {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:35:12.640991 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:12.721871 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Deleting port c72b1aa0-95db-4bda-91ba-b023b3eb51af {{(pid=91784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:35:12.722530 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:12.761647 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-f8adf05e-d523-4b32-bf94-aa67fee99bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'external_fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152'}], 'enable_snat': True}, 'gw_port_id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:35:11Z', 'revision_number': 5, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port': {'id': 'c72b1aa0-95db-4bda-91ba-b023b3eb51af', 'name': '', 'network_id': '4b7b4e1e-cee7-4c7d-87ea-4a6aa14c2d86', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:50:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'ip_address': '172.28.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793386-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T12:27:37Z', 'updated_at': '2021-05-27T12:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '425df76e-8d04-4deb-9bf3-ddc6f08c6f18', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793386-1-smb'}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:12.766223 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adf05e-d523-4b32-bf94-aa67fee99bdd None None] Checking router: 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 for host: dv-cinder-793386-1-smb {{(pid=91787) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 12:35:12.777829 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8adf05e-d523-4b32-bf94-aa67fee99bdd None None] Routers {'85985b3b-d1ef-4ec8-8b3b-7ac90b017806'} bound to L3 agent in host dv-cinder-793386-1-smb {{(pid=91787) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 12:35:12.778759 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-f8adf05e-d523-4b32-bf94-aa67fee99bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793386-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T12:19:34Z,description=,heartbeat_timestamp=2021-05-27T12:35:04Z,host='dv-cinder-793386-1-smb',id=053c2a76-16b7-465c-bbe0-dcaf82ff7dad,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T12:19:34Z,topic='l3_agent')) {'router_ids': ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'], 'active': True} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:12.865003 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.db [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] For port c72b1aa0-95db-4bda-91ba-b023b3eb51af, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=c72b1aa0-95db-4bda-91ba-b023b3eb51af,segment=NetworkSegment(0479d4fb-820c-4f9c-8ede-23687ac5da40),segment_id=0479d4fb-820c-4f9c-8ede-23687ac5da40)] {{(pid=91784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:35:12.865631 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:12.946860 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_dvr_db [None req-f8adf05e-d523-4b32-bf94-aa67fee99bdd None None] Set router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 gateway port host: None {{(pid=91787) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 12:35:12.999702 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.plugins.ml2.plugin [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Calling delete_port for c72b1aa0-95db-4bda-91ba-b023b3eb51af owned by network:router_gateway {{(pid=91784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:35:13.086601 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 7a73738d-8715-4edf-bfab-b6046a357086 no longer exists at agent hyperv_hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:35:13.092655 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.l3_hamode_db [None req-f8adf05e-d523-4b32-bf94-aa67fee99bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:35:12Z', 'revision_number': 6, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port_host': None}], 'dv-cinder-793386-1-smb', False) {} {{(pid=91787) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:13.097020 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8adf05e-d523-4b32-bf94-aa67fee99bdd None None] The sync data for ids ['85985b3b-d1ef-4ec8-8b3b-7ac90b017806'] in dv-cinder-793386-1-smb is: [{'id': '85985b3b-d1ef-4ec8-8b3b-7ac90b017806', 'name': 'tempest-AttachVolumeShelveTestJSON-1314973007-router', 'tenant_id': '5c9a43fa137940f5a604d64f352d34fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T12:27:35Z', 'updated_at': '2021-05-27T12:35:12Z', 'revision_number': 6, 'project_id': '5c9a43fa137940f5a604d64f352d34fc', 'gw_port_host': None}] {{(pid=91787) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 12:35:13.150074 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] No Port match for: 7a73738d-8715-4edf-bfab-b6046a357086 {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:35:13.150527 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Device 7a73738d-8715-4edf-bfab-b6046a357086 not bound to the agent host hv-cinder-79338 {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:35:13.164881 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2153664'] for port, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:13.169851 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-03f6f51a-9b2e-4ef5-9b46-8ff9547b6f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:13.212524 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Pushing event deleted for resources: {'Port': ['ID=c72b1aa0-95db-4bda-91ba-b023b3eb51af,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:13.215787 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:13.307007 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008348'] for router_gateway, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:13.605354 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1014339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16088'] for router, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:13.607462 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:13.629654 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1014895'] for router, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:13.630572 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85985b3b-d1ef-4ec8-8b3b-7ac90b017806 {{(pid=91784) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 12:35:13.642819 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] Notify callbacks [] for router, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:13.643939 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-313e1f6b-3d77-473c-affb-326ab97b332e admin admin] 10.222.0.90 "DELETE /v2.0/routers/85985b3b-d1ef-4ec8-8b3b-7ac90b017806 HTTP/1.1" status: 204 len: 168 time: 1.3689394 May 27 12:35:13.646530 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37600) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:13.704263 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4365e7-a486-4b1d-b1a8-d6c3cdb2abf8 admin admin] Deleting subnet f7d5d971-53cb-4c24-9789-bab277b4c9ea {{(pid=91784) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 12:35:13.707205 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8b4365e7-a486-4b1d-b1a8-d6c3cdb2abf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:13.757828 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8b4365e7-a486-4b1d-b1a8-d6c3cdb2abf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2445614'] for subnet, precommit_delete_associations {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:13.836615 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8b4365e7-a486-4b1d-b1a8-d6c3cdb2abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1909758'] for subnet, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.098073 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8b4365e7-a486-4b1d-b1a8-d6c3cdb2abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1908265', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2153009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3122737'] for subnet, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.102729 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:14.137780 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4365e7-a486-4b1d-b1a8-d6c3cdb2abf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d5d971-53cb-4c24-9789-bab277b4c9ea,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:14.141143 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-8b4365e7-a486-4b1d-b1a8-d6c3cdb2abf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:14.142148 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-8b4365e7-a486-4b1d-b1a8-d6c3cdb2abf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for subnet, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.148899 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8cafad-c0d0-4250-8a92-a20b269e4cf4 None None] Network 1745ac28-aeec-46f3-8427-a49430343ffb requested from dv-cinder-793386-1-smb {{(pid=91786) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 12:35:14.152121 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-8b4365e7-a486-4b1d-b1a8-d6c3cdb2abf8 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/f7d5d971-53cb-4c24-9789-bab277b4c9ea HTTP/1.1" status: 204 len: 168 time: 0.5018926 May 27 12:35:14.152227 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37608) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:14.271749 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2084458'] for network, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.276234 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device debc04a7-b52e-451c-9588-8a9d1a41a9cb no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:35:14.312042 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: debc04a7-b52e-451c-9588-8a9d1a41a9cb {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:35:14.312695 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device debc04a7-b52e-451c-9588-8a9d1a41a9cb not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:35:14.313294 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device c72b1aa0-95db-4bda-91ba-b023b3eb51af no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:35:14.353473 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Deleting port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af {{(pid=91785) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:35:14.353958 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.361889 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: c72b1aa0-95db-4bda-91ba-b023b3eb51af {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:35:14.362270 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device c72b1aa0-95db-4bda-91ba-b023b3eb51af not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:35:14.459518 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.db [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] For port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=ab2c5a62-7ec1-45cf-9c19-1bd89e5021af,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91785) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:35:14.459973 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.512896 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dd7816-3e15-4988-a4bc-b12e718c9c5e None None] DHCP port deletion for 1745ac28-aeec-46f3-8427-a49430343ffb request from dv-cinder-793386-1-smb {{(pid=91786) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 12:35:14.582487 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd7816-3e15-4988-a4bc-b12e718c9c5e None None] Deleting port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af {{(pid=91786) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 12:35:14.582873 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7816-3e15-4988-a4bc-b12e718c9c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772477670220'] for port, before_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.588522 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.plugin [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Calling delete_port for ab2c5a62-7ec1-45cf-9c19-1bd89e5021af owned by network:dhcp {{(pid=91785) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:35:14.635109 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3041104'] for port, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.639391 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-ebeb9274-f0a5-4a37-b923-8f5ca6ab3e72 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:14.681579 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.db [None req-f7dd7816-3e15-4988-a4bc-b12e718c9c5e None None] For port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af, host dv-cinder-793386-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793386-1-smb',level=0,port_id=ab2c5a62-7ec1-45cf-9c19-1bd89e5021af,segment=NetworkSegment(e771b347-3563-48aa-8e7d-5ea5325b1375),segment_id=e771b347-3563-48aa-8e7d-5ea5325b1375)] {{(pid=91786) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 12:35:14.681974 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7816-3e15-4988-a4bc-b12e718c9c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1007616'] for port, precommit_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.683253 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2c5a62-7ec1-45cf-9c19-1bd89e5021af,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:14.685730 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:14.690396 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] No DVR routers for this DVR port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af on host dv-cinder-793386-1-smb {{(pid=91785) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:35:14.808245 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1906275', 'neutron.services.segments.db._delete_segments_for_network-8772477734117'] for network, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.822624 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1745ac28-aeec-46f3-8427-a49430343ffb']}} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:14.837355 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e771b347-3563-48aa-8e7d-5ea5325b1375') {'for_net_delete': True} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:14.837684 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.services.segments.db [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e771b347-3563-48aa-8e7d-5ea5325b1375') {} {{(pid=91785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 12:35:14.839135 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd7816-3e15-4988-a4bc-b12e718c9c5e None None] Calling delete_port for ab2c5a62-7ec1-45cf-9c19-1bd89e5021af owned by network:dhcp {{(pid=91786) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 12:35:14.849417 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772477741990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2473780'] for segment, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.865543 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955'] for segment, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.871508 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=91785) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 12:35:14.871896 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1910955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3041027'] for segment, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.882278 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7816-3e15-4988-a4bc-b12e718c9c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1982967', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-215105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-644578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772477672870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772477288165'] for port, after_delete {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: Traceback (most recent call last): May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: timer() May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: cb(*args, **kw) May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: return func(*args, **kwargs) May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: self._notify() May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: self.callback(batched_events) May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: event.method(event) May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: aggregate_uuid = self.p_client.list_aggregates( May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: return f(self, *a, **k) May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: return self._get(url).json() May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: return self.request(url, 'GET', **kwargs) May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: base_url = self.get_endpoint(auth, allow=allow, May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 12:35:14.885641 dv-cinder-793386-1-smb neutron-server[91785]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 12:35:14.888114 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-79fb4d90-56e5-454e-81cc-51bc0ffb8c81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:14.928222 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd7816-3e15-4988-a4bc-b12e718c9c5e None None] Pushing event deleted for resources: {'Port': ['ID=ab2c5a62-7ec1-45cf-9c19-1bd89e5021af,revision_number=None']} {{(pid=91786) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:14.931304 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG oslo_concurrency.lockutils [None req-f7dd7816-3e15-4988-a4bc-b12e718c9c5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91786) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:14.932117 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dd7816-3e15-4988-a4bc-b12e718c9c5e None None] No DVR routers for this DVR port ab2c5a62-7ec1-45cf-9c19-1bd89e5021af on host dv-cinder-793386-1-smb {{(pid=91786) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 12:35:15.069697 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1906300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-853082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-644587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008371'] for network, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:15.073544 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:15.088300 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-644556'] for network, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:15.099097 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Pushing event deleted for resources: {'Network': ['ID=1745ac28-aeec-46f3-8427-a49430343ffb,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:15.102215 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:15.112436 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-24bacbda-965a-40a3-9593-6823e0228966 admin admin] 10.222.0.90 "DELETE /v2.0/networks/1745ac28-aeec-46f3-8427-a49430343ffb HTTP/1.1" status: 204 len: 168 time: 0.9594114 May 27 12:35:15.283618 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37618) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:15.335475 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c934b27d-e0d4-4b2a-baa6-cffe51c6ca8d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5c9a43fa137940f5a604d64f352d34fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506697 May 27 12:35:15.337753 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37622) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:15.394626 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-69558510-e9c4-49a5-8c66-ff1cf167ea8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:15.420306 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-69558510-e9c4-49a5-8c66-ff1cf167ea8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:15.474033 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-69558510-e9c4-49a5-8c66-ff1cf167ea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:15.478801 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-9b0116f7-bc55-4b92-b567-7b321a17f9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:15.491924 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69558510-e9c4-49a5-8c66-ff1cf167ea8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4b10f5-d761-4c2c-a19f-1e1d718c7266,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:15.495758 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-69558510-e9c4-49a5-8c66-ff1cf167ea8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:15.502531 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-69558510-e9c4-49a5-8c66-ff1cf167ea8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:15.506412 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-69558510-e9c4-49a5-8c66-ff1cf167ea8b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4b4b10f5-d761-4c2c-a19f-1e1d718c7266 HTTP/1.1" status: 204 len: 168 time: 0.1651342 May 27 12:35:16.214663 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device ab2c5a62-7ec1-45cf-9c19-1bd89e5021af no longer exists at agent ovs-agent-dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 12:35:16.252715 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.plugin [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] No Port match for: ab2c5a62-7ec1-45cf-9c19-1bd89e5021af {{(pid=91786) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 12:35:16.252988 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron.plugins.ml2.rpc [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Device ab2c5a62-7ec1-45cf-9c19-1bd89e5021af not bound to the agent host dv-cinder-793386-1-smb {{(pid=91786) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 12:35:17.376443 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37696) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:17.505232 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9303a25d-dc89-47ff-9c99-558554d4a467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:17.520661 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9303a25d-dc89-47ff-9c99-558554d4a467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:17.524797 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-9303a25d-dc89-47ff-9c99-558554d4a467 admin admin] Usage tracker for resource:security_group_rule and tenant:eb6ecfcc07364196912777c4fd5dad0e is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:17.528052 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-9303a25d-dc89-47ff-9c99-558554d4a467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:17.534378 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-9303a25d-dc89-47ff-9c99-558554d4a467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:17.614167 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9303a25d-dc89-47ff-9c99-558554d4a467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:17.618290 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-9303a25d-dc89-47ff-9c99-558554d4a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:17.626532 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-1211cabf-68c0-4716-9799-bdebbe0cf797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:17.668878 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-9303a25d-dc89-47ff-9c99-558554d4a467 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eb6ecfcc07364196912777c4fd5dad0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912323 May 27 12:35:17.670520 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303a25d-dc89-47ff-9c99-558554d4a467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3644ec4f-8216-4b6d-8a0c-7a992575d2ff,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:17.671574 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37704) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:17.674227 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9303a25d-dc89-47ff-9c99-558554d4a467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:17.732887 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a36876fe-265f-403b-a679-41809e30afff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:17.757450 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a36876fe-265f-403b-a679-41809e30afff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:17.812244 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a36876fe-265f-403b-a679-41809e30afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:17.815770 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-fcda88fc-809b-482d-a217-010c6df5213d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:17.826112 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36876fe-265f-403b-a679-41809e30afff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3644ec4f-8216-4b6d-8a0c-7a992575d2ff,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:17.830447 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a36876fe-265f-403b-a679-41809e30afff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:17.833559 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a36876fe-265f-403b-a679-41809e30afff admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:17.834667 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a36876fe-265f-403b-a679-41809e30afff admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3644ec4f-8216-4b6d-8a0c-7a992575d2ff HTTP/1.1" status: 204 len: 168 time: 0.1621096 May 27 12:35:18.106210 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37712) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:18.123483 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-acb55611-6f6c-4a9b-a545-dd102a9e777c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:18.137684 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-acb55611-6f6c-4a9b-a545-dd102a9e777c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:18.141692 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-acb55611-6f6c-4a9b-a545-dd102a9e777c admin admin] Usage tracker for resource:security_group_rule and tenant:1495d5cf1f39474da5b9aa1490dfc2ea is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:18.145069 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-acb55611-6f6c-4a9b-a545-dd102a9e777c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:18.151486 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-acb55611-6f6c-4a9b-a545-dd102a9e777c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:18.234743 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-acb55611-6f6c-4a9b-a545-dd102a9e777c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:18.239077 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-acb55611-6f6c-4a9b-a545-dd102a9e777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:18.247286 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6bfe54f7-010e-4bcf-add5-3c7bf09d5f3f tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:18.286445 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-acb55611-6f6c-4a9b-a545-dd102a9e777c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1495d5cf1f39474da5b9aa1490dfc2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790400 May 27 12:35:18.287468 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb55611-6f6c-4a9b-a545-dd102a9e777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0401b1b8-26f1-4de2-92c6-08adaeb57bbe,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:18.289764 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37716) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:18.290806 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-acb55611-6f6c-4a9b-a545-dd102a9e777c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:18.350335 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8a774849-a3d9-4610-b737-7401eccffb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:18.375052 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8a774849-a3d9-4610-b737-7401eccffb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:18.428737 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8a774849-a3d9-4610-b737-7401eccffb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:18.432524 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-72730327-aa5a-435f-834c-9e43ee298964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:18.446077 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a774849-a3d9-4610-b737-7401eccffb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0401b1b8-26f1-4de2-92c6-08adaeb57bbe,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:18.448361 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-8a774849-a3d9-4610-b737-7401eccffb75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:18.456000 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8a774849-a3d9-4610-b737-7401eccffb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:18.457087 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-8a774849-a3d9-4610-b737-7401eccffb75 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0401b1b8-26f1-4de2-92c6-08adaeb57bbe HTTP/1.1" status: 204 len: 168 time: 0.1663170 May 27 12:35:23.966523 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37832) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:24.083723 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-759760ab-a1be-4acb-8988-34b108b3a1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:24.098940 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-759760ab-a1be-4acb-8988-34b108b3a1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:24.102779 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-759760ab-a1be-4acb-8988-34b108b3a1f7 admin admin] Usage tracker for resource:security_group_rule and tenant:29ce9ffba45b47639ac72a51d40f1eca is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:24.105547 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-759760ab-a1be-4acb-8988-34b108b3a1f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:24.111218 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-759760ab-a1be-4acb-8988-34b108b3a1f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:24.207699 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-759760ab-a1be-4acb-8988-34b108b3a1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:24.212077 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-759760ab-a1be-4acb-8988-34b108b3a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:24.224457 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e68fbdf8-0576-4819-8bd3-16c6f1fb8c55 tempest-TestShelveInstance-2027702229 tempest-TestShelveInstance-2027702229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:24.268903 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-759760ab-a1be-4acb-8988-34b108b3a1f7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=29ce9ffba45b47639ac72a51d40f1eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013034 May 27 12:35:24.269828 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759760ab-a1be-4acb-8988-34b108b3a1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f452820-689b-45a3-aaab-9ab5dcef93c8,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:24.271621 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37848) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:24.273405 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-759760ab-a1be-4acb-8988-34b108b3a1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:24.336741 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:24.363026 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:24.415381 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:24.420871 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a1b40c4b-eb93-499b-bc9f-aeab7bf75427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:24.433456 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f452820-689b-45a3-aaab-9ab5dcef93c8,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:24.446268 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:24.446657 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:24.447028 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:24.447399 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:24.447757 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:24.448115 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:24.448470 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:24.448821 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:24.449178 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:24.449528 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:24.449896 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:24.450227 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:35:24.453723 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:24.454797 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:24.458733 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3f452820-689b-45a3-aaab-9ab5dcef93c8 HTTP/1.1" status: 204 len: 168 time: 0.1857886 May 27 12:35:24.741280 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 37856) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:24.758819 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ca2d71a8-4fae-4068-a0bb-93ef4929a51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:24.774434 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-ca2d71a8-4fae-4068-a0bb-93ef4929a51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:24.778187 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-ca2d71a8-4fae-4068-a0bb-93ef4929a51e admin admin] Usage tracker for resource:security_group_rule and tenant:ac4e2dfe5c9b47caa52990992d66b8d7 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:24.780976 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-ca2d71a8-4fae-4068-a0bb-93ef4929a51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:24.787376 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-ca2d71a8-4fae-4068-a0bb-93ef4929a51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:24.869943 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ca2d71a8-4fae-4068-a0bb-93ef4929a51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:24.873792 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-ca2d71a8-4fae-4068-a0bb-93ef4929a51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:24.882179 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-759760ab-a1be-4acb-8988-34b108b3a1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:24.920448 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-ca2d71a8-4fae-4068-a0bb-93ef4929a51e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ac4e2dfe5c9b47caa52990992d66b8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781447 May 27 12:35:24.922082 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d71a8-4fae-4068-a0bb-93ef4929a51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fe607b-7416-43e5-b86c-741c0d67b805,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:24.923932 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 37860) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:24.925922 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-ca2d71a8-4fae-4068-a0bb-93ef4929a51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:24.995696 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-811ef887-2505-4729-9dc1-4789b00595f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:25.023053 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-811ef887-2505-4729-9dc1-4789b00595f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:25.075783 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-811ef887-2505-4729-9dc1-4789b00595f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:25.080146 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b82fa4e6-bde7-47ee-93a4-18ef64b8397c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:25.093051 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ef887-2505-4729-9dc1-4789b00595f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fe607b-7416-43e5-b86c-741c0d67b805,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:25.096538 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-811ef887-2505-4729-9dc1-4789b00595f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:25.098690 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-811ef887-2505-4729-9dc1-4789b00595f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:25.099706 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-811ef887-2505-4729-9dc1-4789b00595f6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/05fe607b-7416-43e5-b86c-741c0d67b805 HTTP/1.1" status: 204 len: 168 time: 0.1747587 May 27 12:35:28.337927 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:31.485288 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38016) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:31.607544 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-6eda3410-8fa3-473a-8f10-80a2876c0c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:31.627616 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-6eda3410-8fa3-473a-8f10-80a2876c0c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:31.631802 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-6eda3410-8fa3-473a-8f10-80a2876c0c59 admin admin] Usage tracker for resource:security_group_rule and tenant:60b967eb039f4c85b99d77e29334e2e5 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:31.634637 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-6eda3410-8fa3-473a-8f10-80a2876c0c59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:31.642699 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-6eda3410-8fa3-473a-8f10-80a2876c0c59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:31.727645 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-6eda3410-8fa3-473a-8f10-80a2876c0c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:31.731332 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-6eda3410-8fa3-473a-8f10-80a2876c0c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:31.740143 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-aaaec02c-eb55-4dc6-9968-7da39ffd5b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:31.779873 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-6eda3410-8fa3-473a-8f10-80a2876c0c59 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=60b967eb039f4c85b99d77e29334e2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929482 May 27 12:35:31.781530 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda3410-8fa3-473a-8f10-80a2876c0c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a420f32-861d-4897-893c-de0245f0b201,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:31.782575 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38022) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:31.784813 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-6eda3410-8fa3-473a-8f10-80a2876c0c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:31.844248 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-09a692d3-6a05-4325-8652-eced2de2fe10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:31.869412 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-09a692d3-6a05-4325-8652-eced2de2fe10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:31.904758 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-c5ce165e-bc5f-4808-996c-cd4999724c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:31.924267 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-09a692d3-6a05-4325-8652-eced2de2fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:31.928032 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5b11dc26-410b-41d7-888e-38a701607965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:31.943324 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a692d3-6a05-4325-8652-eced2de2fe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a420f32-861d-4897-893c-de0245f0b201,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:31.946107 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-09a692d3-6a05-4325-8652-eced2de2fe10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:31.955098 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-09a692d3-6a05-4325-8652-eced2de2fe10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:31.956199 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-09a692d3-6a05-4325-8652-eced2de2fe10 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6a420f32-861d-4897-893c-de0245f0b201 HTTP/1.1" status: 204 len: 168 time: 0.1725798 May 27 12:35:32.233099 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38030) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:32.251522 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5d54165c-ca4d-4f3a-95ea-8147368bdc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:32.265886 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-5d54165c-ca4d-4f3a-95ea-8147368bdc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:32.269728 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-5d54165c-ca4d-4f3a-95ea-8147368bdc36 admin admin] Usage tracker for resource:security_group_rule and tenant:30869c6b045c4ff9a1c69669e6372880 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:32.272584 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-5d54165c-ca4d-4f3a-95ea-8147368bdc36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:32.278222 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-5d54165c-ca4d-4f3a-95ea-8147368bdc36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:32.362141 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5d54165c-ca4d-4f3a-95ea-8147368bdc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:32.365927 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-5d54165c-ca4d-4f3a-95ea-8147368bdc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:32.373888 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-e2cce1f2-e94c-450b-9b3a-f3fea4e2c0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:32.418686 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-5d54165c-ca4d-4f3a-95ea-8147368bdc36 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=30869c6b045c4ff9a1c69669e6372880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1840723 May 27 12:35:32.420533 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54165c-ca4d-4f3a-95ea-8147368bdc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9415c841-7211-4360-8d1f-8449e66b0b00,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:32.421266 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38038) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:32.424524 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-5d54165c-ca4d-4f3a-95ea-8147368bdc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:32.482178 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3043aa22-7045-486f-91ed-7e2cb5530779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:32.509038 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3043aa22-7045-486f-91ed-7e2cb5530779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:32.561245 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3043aa22-7045-486f-91ed-7e2cb5530779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:32.566167 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-b908cb49-8122-4f21-a117-72b4c36b17dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:32.583477 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043aa22-7045-486f-91ed-7e2cb5530779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9415c841-7211-4360-8d1f-8449e66b0b00,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:32.586552 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3043aa22-7045-486f-91ed-7e2cb5530779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:32.589883 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-3043aa22-7045-486f-91ed-7e2cb5530779 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9415c841-7211-4360-8d1f-8449e66b0b00 HTTP/1.1" status: 204 len: 168 time: 0.1653414 May 27 12:35:32.589883 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-3043aa22-7045-486f-91ed-7e2cb5530779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:33.599953 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.344343 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-3c7bab29-2fa5-4c05-803b-8e7d8d686979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.352817 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38110) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:34.367577 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38116) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:34.494993 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-82ab51ed-02f7-47a8-9499-062e37f52fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.506183 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3a2a7169-6ed4-4c64-83aa-4a14c03eddd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.523267 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-3a2a7169-6ed4-4c64-83aa-4a14c03eddd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:34.525565 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-82ab51ed-02f7-47a8-9499-062e37f52fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:34.529914 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-3a2a7169-6ed4-4c64-83aa-4a14c03eddd7 admin admin] Usage tracker for resource:security_group_rule and tenant:e2caef4cf4124dc6a902ed62278db5a1 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:34.533091 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-82ab51ed-02f7-47a8-9499-062e37f52fda admin admin] Usage tracker for resource:security_group_rule and tenant:97d6c7aaa81e47768b73afd4ef457995 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:34.535565 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-3a2a7169-6ed4-4c64-83aa-4a14c03eddd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:34.538192 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-82ab51ed-02f7-47a8-9499-062e37f52fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:34.545385 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-3a2a7169-6ed4-4c64-83aa-4a14c03eddd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:34.547436 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-82ab51ed-02f7-47a8-9499-062e37f52fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:34.686822 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3a2a7169-6ed4-4c64-83aa-4a14c03eddd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.689097 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-82ab51ed-02f7-47a8-9499-062e37f52fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.692138 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-3a2a7169-6ed4-4c64-83aa-4a14c03eddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.698741 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5cc103d3-afb2-4a91-bf3d-ff5ebfedac68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:34.707319 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-82ab51ed-02f7-47a8-9499-062e37f52fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.762808 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-3a2a7169-6ed4-4c64-83aa-4a14c03eddd7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e2caef4cf4124dc6a902ed62278db5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939438 May 27 12:35:34.765942 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38122) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:34.767129 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a7169-6ed4-4c64-83aa-4a14c03eddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e26eba5-8c6c-4fcb-a11e-20e94c9ff0da,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:34.770550 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-3a2a7169-6ed4-4c64-83aa-4a14c03eddd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:34.771068 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-9303a25d-dc89-47ff-9c99-558554d4a467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:34.782167 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-82ab51ed-02f7-47a8-9499-062e37f52fda admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=97d6c7aaa81e47768b73afd4ef457995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254665 May 27 12:35:34.782167 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38126) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:34.822441 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab51ed-02f7-47a8-9499-062e37f52fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e054fc-01fa-4c2b-a29b-7476055891fd,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:34.827336 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-82ab51ed-02f7-47a8-9499-062e37f52fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:34.828081 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-06d15175-6dc4-43e1-a623-9159507fa265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.856264 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-06d15175-6dc4-43e1-a623-9159507fa265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.859126 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-17cec3df-ee75-4364-8e02-5a930aa630e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.884924 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-17cec3df-ee75-4364-8e02-5a930aa630e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.908782 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-06d15175-6dc4-43e1-a623-9159507fa265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.913535 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c40caa74-1474-40e0-a03a-495553f7bfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:34.926705 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d15175-6dc4-43e1-a623-9159507fa265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e26eba5-8c6c-4fcb-a11e-20e94c9ff0da,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:34.929567 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-06d15175-6dc4-43e1-a623-9159507fa265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:34.939460 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-06d15175-6dc4-43e1-a623-9159507fa265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.940584 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-06d15175-6dc4-43e1-a623-9159507fa265 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9e26eba5-8c6c-4fcb-a11e-20e94c9ff0da HTTP/1.1" status: 204 len: 168 time: 0.1730702 May 27 12:35:34.945827 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-17cec3df-ee75-4364-8e02-5a930aa630e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.956522 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-35c9f790-0cfc-4902-b2a3-69d4cd20b1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:34.971334 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cec3df-ee75-4364-8e02-5a930aa630e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e054fc-01fa-4c2b-a29b-7476055891fd,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:34.974340 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-17cec3df-ee75-4364-8e02-5a930aa630e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:34.976538 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-17cec3df-ee75-4364-8e02-5a930aa630e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:34.980026 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-17cec3df-ee75-4364-8e02-5a930aa630e0 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b1e054fc-01fa-4c2b-a29b-7476055891fd HTTP/1.1" status: 204 len: 168 time: 0.1941056 May 27 12:35:35.285210 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38138) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:35.306748 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-61250d3a-78ac-41c3-a3e0-b02fd9740ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.326844 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38142) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:35.327001 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-61250d3a-78ac-41c3-a3e0-b02fd9740ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:35.331488 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-61250d3a-78ac-41c3-a3e0-b02fd9740ffb admin admin] Usage tracker for resource:security_group_rule and tenant:602a73a3dee34182a4c2f0192512cb49 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:35.334299 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-61250d3a-78ac-41c3-a3e0-b02fd9740ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:35.340640 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-61250d3a-78ac-41c3-a3e0-b02fd9740ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:35.344951 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-34674657-561c-4f61-b2f8-4c828d1a0ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.359554 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-34674657-561c-4f61-b2f8-4c828d1a0ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:35.363299 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-34674657-561c-4f61-b2f8-4c828d1a0ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:ac41291aa15246a3a875e6fde404d298 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:35.366034 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-34674657-561c-4f61-b2f8-4c828d1a0ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:35.371784 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-34674657-561c-4f61-b2f8-4c828d1a0ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:35.448634 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-61250d3a-78ac-41c3-a3e0-b02fd9740ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.452483 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-61250d3a-78ac-41c3-a3e0-b02fd9740ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.462182 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-49bc245a-1261-472f-9b12-5325e8aeb635 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:35.471958 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-34674657-561c-4f61-b2f8-4c828d1a0ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.476284 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-34674657-561c-4f61-b2f8-4c828d1a0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.491675 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a5acf344-d66c-4e49-8784-e507e2f99584 tempest-TestMinimumBasicScenario-2137020615 tempest-TestMinimumBasicScenario-2137020615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:35.503055 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-61250d3a-78ac-41c3-a3e0-b02fd9740ffb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=602a73a3dee34182a4c2f0192512cb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165620 May 27 12:35:35.503925 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61250d3a-78ac-41c3-a3e0-b02fd9740ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ca81d1-1364-4fc2-bd70-8e82dfffb524,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:35.506278 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38146) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:35.508941 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-61250d3a-78ac-41c3-a3e0-b02fd9740ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:35.518760 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-34674657-561c-4f61-b2f8-4c828d1a0ba6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ac41291aa15246a3a875e6fde404d298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906497 May 27 12:35:35.519392 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38150) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:35.536877 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34674657-561c-4f61-b2f8-4c828d1a0ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7135fce8-9e25-4962-ae9c-096b3185b5f0,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:35.539849 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-34674657-561c-4f61-b2f8-4c828d1a0ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:35.615239 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-91a95dd5-d0ce-4100-b1ab-a3b967d34f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.624872 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e39f4e60-e7b5-4251-8fb2-376032e9d84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.657174 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.658813 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-91a95dd5-d0ce-4100-b1ab-a3b967d34f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.674883 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e39f4e60-e7b5-4251-8fb2-376032e9d84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.747160 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-91a95dd5-d0ce-4100-b1ab-a3b967d34f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.751421 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-dc4d7fd3-05a6-4f2f-99bb-ca7c38f9c96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:35.761008 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e39f4e60-e7b5-4251-8fb2-376032e9d84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.770183 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a95dd5-d0ce-4100-b1ab-a3b967d34f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ca81d1-1364-4fc2-bd70-8e82dfffb524,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:35.775516 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-91a95dd5-d0ce-4100-b1ab-a3b967d34f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:35.776009 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-5e36cb86-0471-4559-afad-1641c74a45ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:35.785642 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f4e60-e7b5-4251-8fb2-376032e9d84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7135fce8-9e25-4962-ae9c-096b3185b5f0,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:35.787653 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e39f4e60-e7b5-4251-8fb2-376032e9d84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:35.800559 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-91a95dd5-d0ce-4100-b1ab-a3b967d34f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.801683 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-91a95dd5-d0ce-4100-b1ab-a3b967d34f54 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/92ca81d1-1364-4fc2-bd70-8e82dfffb524 HTTP/1.1" status: 204 len: 168 time: 0.2944486 May 27 12:35:35.803061 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e39f4e60-e7b5-4251-8fb2-376032e9d84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:35.806325 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-e39f4e60-e7b5-4251-8fb2-376032e9d84f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7135fce8-9e25-4962-ae9c-096b3185b5f0 HTTP/1.1" status: 204 len: 168 time: 0.2835531 May 27 12:35:36.212797 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38168) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:36.230204 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-40e6cd17-7343-4c03-9ff9-43cb6d60ce14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:36.244648 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-40e6cd17-7343-4c03-9ff9-43cb6d60ce14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:36.248357 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-40e6cd17-7343-4c03-9ff9-43cb6d60ce14 admin admin] Usage tracker for resource:security_group_rule and tenant:d03d90b48072440d91b74ab8ebd9d003 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:36.251795 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-40e6cd17-7343-4c03-9ff9-43cb6d60ce14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:36.257576 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-40e6cd17-7343-4c03-9ff9-43cb6d60ce14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:36.345211 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-40e6cd17-7343-4c03-9ff9-43cb6d60ce14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:36.349350 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-40e6cd17-7343-4c03-9ff9-43cb6d60ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:36.357437 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-4f33634c-6beb-446f-90b4-194d508af350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:36.400341 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-40e6cd17-7343-4c03-9ff9-43cb6d60ce14 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d03d90b48072440d91b74ab8ebd9d003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864507 May 27 12:35:36.401365 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6cd17-7343-4c03-9ff9-43cb6d60ce14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b7d60f-06a0-43f8-9930-fbbe2e7e6278,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:36.402928 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38176) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:36.405134 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-40e6cd17-7343-4c03-9ff9-43cb6d60ce14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:36.464435 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-75d3a117-ee8a-4876-9577-9ca94e5f65aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:36.490873 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-75d3a117-ee8a-4876-9577-9ca94e5f65aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:36.544350 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-75d3a117-ee8a-4876-9577-9ca94e5f65aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:36.548571 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-bb8094c1-ba5d-49c5-8193-9909eda0a885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:36.561403 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3a117-ee8a-4876-9577-9ca94e5f65aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b7d60f-06a0-43f8-9930-fbbe2e7e6278,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:36.565859 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-75d3a117-ee8a-4876-9577-9ca94e5f65aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:36.571434 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-75d3a117-ee8a-4876-9577-9ca94e5f65aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:36.572606 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-75d3a117-ee8a-4876-9577-9ca94e5f65aa admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a8b7d60f-06a0-43f8-9930-fbbe2e7e6278 HTTP/1.1" status: 204 len: 168 time: 0.1687379 May 27 12:35:37.027902 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:37.673909 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:35:42.508459 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38336) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:42.628209 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52e4f5bd-7ee7-4755-95f7-9b5ba733b6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:42.643007 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-52e4f5bd-7ee7-4755-95f7-9b5ba733b6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:42.647070 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-52e4f5bd-7ee7-4755-95f7-9b5ba733b6c6 admin admin] Usage tracker for resource:security_group_rule and tenant:8e198ff2135145d98eb6854cef6db83d is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:42.650005 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-52e4f5bd-7ee7-4755-95f7-9b5ba733b6c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:42.655650 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-52e4f5bd-7ee7-4755-95f7-9b5ba733b6c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:42.737944 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52e4f5bd-7ee7-4755-95f7-9b5ba733b6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:42.742011 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-52e4f5bd-7ee7-4755-95f7-9b5ba733b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:42.749247 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-fa0b6123-552d-4c48-9696-bceffe9711eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:42.790719 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4f5bd-7ee7-4755-95f7-9b5ba733b6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e626ec-acf6-4a1a-b66c-14937fa7145b,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:42.793794 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-52e4f5bd-7ee7-4755-95f7-9b5ba733b6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:42.796506 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-52e4f5bd-7ee7-4755-95f7-9b5ba733b6c6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8e198ff2135145d98eb6854cef6db83d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870388 May 27 12:35:42.799139 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38342) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:42.861711 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-65ba8760-6ca4-4d82-9907-79cc492ffce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:42.888361 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-65ba8760-6ca4-4d82-9907-79cc492ffce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:42.941628 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-65ba8760-6ca4-4d82-9907-79cc492ffce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:42.945705 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-bb625190-67d1-4f62-a974-418b0fda7d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:42.959214 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba8760-6ca4-4d82-9907-79cc492ffce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e626ec-acf6-4a1a-b66c-14937fa7145b,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:42.962990 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-65ba8760-6ca4-4d82-9907-79cc492ffce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:42.968556 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-65ba8760-6ca4-4d82-9907-79cc492ffce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:42.970946 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-65ba8760-6ca4-4d82-9907-79cc492ffce3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f4e626ec-acf6-4a1a-b66c-14937fa7145b HTTP/1.1" status: 204 len: 168 time: 0.1707873 May 27 12:35:43.257973 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38350) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:43.275854 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-601d20c2-6b1c-40b5-b1b1-16efadf31113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:43.290443 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-601d20c2-6b1c-40b5-b1b1-16efadf31113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:43.294316 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-601d20c2-6b1c-40b5-b1b1-16efadf31113 admin admin] Usage tracker for resource:security_group_rule and tenant:eb99c2c8fd274834b99e6624f5eac567 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:43.297240 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-601d20c2-6b1c-40b5-b1b1-16efadf31113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:43.303375 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-601d20c2-6b1c-40b5-b1b1-16efadf31113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:43.395183 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-601d20c2-6b1c-40b5-b1b1-16efadf31113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:43.399191 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-601d20c2-6b1c-40b5-b1b1-16efadf31113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:43.408631 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-3043aa22-7045-486f-91ed-7e2cb5530779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:43.455651 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-601d20c2-6b1c-40b5-b1b1-16efadf31113 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eb99c2c8fd274834b99e6624f5eac567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936619 May 27 12:35:43.455856 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38354) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:43.458669 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d20c2-6b1c-40b5-b1b1-16efadf31113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7dbe9a-2ceb-4e1c-a8a6-318f46dd2d60,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:43.461799 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-601d20c2-6b1c-40b5-b1b1-16efadf31113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:43.519838 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e104cd65-6f0a-4440-ab2c-46ae83bc17d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:43.546089 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e104cd65-6f0a-4440-ab2c-46ae83bc17d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:43.597861 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e104cd65-6f0a-4440-ab2c-46ae83bc17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:43.601617 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-09a692d3-6a05-4325-8652-eced2de2fe10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:43.615318 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104cd65-6f0a-4440-ab2c-46ae83bc17d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7dbe9a-2ceb-4e1c-a8a6-318f46dd2d60,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:43.618499 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-e104cd65-6f0a-4440-ab2c-46ae83bc17d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:43.620596 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-e104cd65-6f0a-4440-ab2c-46ae83bc17d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:43.621675 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-e104cd65-6f0a-4440-ab2c-46ae83bc17d3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ad7dbe9a-2ceb-4e1c-a8a6-318f46dd2d60 HTTP/1.1" status: 204 len: 168 time: 0.1648889 May 27 12:35:51.464656 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38468) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:51.578095 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-22302bc2-3dde-4ea5-8643-650645211460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:51.592742 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-22302bc2-3dde-4ea5-8643-650645211460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:51.597027 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-22302bc2-3dde-4ea5-8643-650645211460 admin admin] Usage tracker for resource:security_group_rule and tenant:09e2e2886a1a482dbfaf8be6128cd42f is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:51.599802 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-22302bc2-3dde-4ea5-8643-650645211460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:51.605579 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-22302bc2-3dde-4ea5-8643-650645211460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:51.690058 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-22302bc2-3dde-4ea5-8643-650645211460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:51.693700 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-22302bc2-3dde-4ea5-8643-650645211460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:51.701796 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-1621cc57-8b7f-4e05-abb5-bb6c39ecd109 tempest-AttachVolumeTestJSON-1302302422 tempest-AttachVolumeTestJSON-1302302422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:51.741114 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-22302bc2-3dde-4ea5-8643-650645211460 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=09e2e2886a1a482dbfaf8be6128cd42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754076 May 27 12:35:51.742781 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22302bc2-3dde-4ea5-8643-650645211460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3daf2f-9921-4fd7-ab6a-a9b9db50a44c,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:51.744162 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38474) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:51.745969 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-22302bc2-3dde-4ea5-8643-650645211460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:51.803425 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-39380d9d-c187-4dcb-b390-a9439f37c686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:51.828362 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-39380d9d-c187-4dcb-b390-a9439f37c686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:51.882085 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-39380d9d-c187-4dcb-b390-a9439f37c686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:51.885672 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-82ab51ed-02f7-47a8-9499-062e37f52fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:51.897184 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39380d9d-c187-4dcb-b390-a9439f37c686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3daf2f-9921-4fd7-ab6a-a9b9db50a44c,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:51.900731 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-39380d9d-c187-4dcb-b390-a9439f37c686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:51.904159 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-39380d9d-c187-4dcb-b390-a9439f37c686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:51.905451 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-39380d9d-c187-4dcb-b390-a9439f37c686 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/aa3daf2f-9921-4fd7-ab6a-a9b9db50a44c HTTP/1.1" status: 204 len: 168 time: 0.1601763 May 27 12:35:52.182500 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38482) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:52.200834 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c6bb537d-73df-4694-b355-7cf65ce13702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:52.214785 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c6bb537d-73df-4694-b355-7cf65ce13702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:52.218542 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c6bb537d-73df-4694-b355-7cf65ce13702 admin admin] Usage tracker for resource:security_group_rule and tenant:51efa7a864124c81bf4ed957c53877b6 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:52.221324 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-c6bb537d-73df-4694-b355-7cf65ce13702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:52.227461 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-c6bb537d-73df-4694-b355-7cf65ce13702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:52.312735 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c6bb537d-73df-4694-b355-7cf65ce13702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:52.317357 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-c6bb537d-73df-4694-b355-7cf65ce13702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:52.324744 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-acb55611-6f6c-4a9b-a545-dd102a9e777c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:52.364941 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-c6bb537d-73df-4694-b355-7cf65ce13702 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=51efa7a864124c81bf4ed957c53877b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811285 May 27 12:35:52.365705 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb537d-73df-4694-b355-7cf65ce13702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a8ecc3-c2fb-48d5-a82e-1c1573ab847d,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:52.367448 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38490) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:52.368868 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-c6bb537d-73df-4694-b355-7cf65ce13702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:52.427863 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-78f6a558-c7e7-4ebc-81c8-ae58b7345a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:52.453194 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-78f6a558-c7e7-4ebc-81c8-ae58b7345a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:52.506374 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-78f6a558-c7e7-4ebc-81c8-ae58b7345a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:52.511582 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-39380d9d-c187-4dcb-b390-a9439f37c686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:52.522763 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6a558-c7e7-4ebc-81c8-ae58b7345a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a8ecc3-c2fb-48d5-a82e-1c1573ab847d,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:52.525327 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-78f6a558-c7e7-4ebc-81c8-ae58b7345a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:52.531558 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-78f6a558-c7e7-4ebc-81c8-ae58b7345a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:52.535690 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-78f6a558-c7e7-4ebc-81c8-ae58b7345a13 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e4a8ecc3-c2fb-48d5-a82e-1c1573ab847d HTTP/1.1" status: 204 len: 168 time: 0.1647720 May 27 12:35:54.689888 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38566) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:54.806423 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6e86d1f9-89c3-43f7-9eaa-4412a90c9c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:54.820836 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-6e86d1f9-89c3-43f7-9eaa-4412a90c9c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:54.824559 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-6e86d1f9-89c3-43f7-9eaa-4412a90c9c9b admin admin] Usage tracker for resource:security_group_rule and tenant:f11ef0dd85bb4596ab10094f006ca1f0 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:54.827295 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-6e86d1f9-89c3-43f7-9eaa-4412a90c9c9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:54.833490 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-6e86d1f9-89c3-43f7-9eaa-4412a90c9c9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:54.916462 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6e86d1f9-89c3-43f7-9eaa-4412a90c9c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:54.919944 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6e86d1f9-89c3-43f7-9eaa-4412a90c9c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:54.928681 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-61250d3a-78ac-41c3-a3e0-b02fd9740ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:54.966458 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-6e86d1f9-89c3-43f7-9eaa-4412a90c9c9b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f11ef0dd85bb4596ab10094f006ca1f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754579 May 27 12:35:54.968132 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86d1f9-89c3-43f7-9eaa-4412a90c9c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac794502-7d26-417c-84bf-5d61ad10230e,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:54.969630 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38572) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:54.971855 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-6e86d1f9-89c3-43f7-9eaa-4412a90c9c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:55.031128 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4f25-3255-41c7-8a5f-172a40bf93d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:55.056776 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4f25-3255-41c7-8a5f-172a40bf93d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:55.107347 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4f25-3255-41c7-8a5f-172a40bf93d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:55.111911 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b780926e-c984-49e4-97e4-60fe438e53c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:55.125283 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d4f25-3255-41c7-8a5f-172a40bf93d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac794502-7d26-417c-84bf-5d61ad10230e,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:55.127498 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-fc4d4f25-3255-41c7-8a5f-172a40bf93d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:55.136395 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fc4d4f25-3255-41c7-8a5f-172a40bf93d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:55.137499 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-fc4d4f25-3255-41c7-8a5f-172a40bf93d5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ac794502-7d26-417c-84bf-5d61ad10230e HTTP/1.1" status: 204 len: 168 time: 0.1668129 May 27 12:35:55.416545 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38580) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:55.434012 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f56540e8-822f-41d2-88eb-3eeb71a31205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:55.449045 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-f56540e8-822f-41d2-88eb-3eeb71a31205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:35:55.452847 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-f56540e8-822f-41d2-88eb-3eeb71a31205 admin admin] Usage tracker for resource:security_group_rule and tenant:39110972c0814bf098b008776c3d3685 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:35:55.456212 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-f56540e8-822f-41d2-88eb-3eeb71a31205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:35:55.461858 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-f56540e8-822f-41d2-88eb-3eeb71a31205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:35:55.552649 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f56540e8-822f-41d2-88eb-3eeb71a31205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:55.556601 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-f56540e8-822f-41d2-88eb-3eeb71a31205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:55.565589 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-fc4d4f25-3255-41c7-8a5f-172a40bf93d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:55.616302 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-f56540e8-822f-41d2-88eb-3eeb71a31205 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=39110972c0814bf098b008776c3d3685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986229 May 27 12:35:55.617108 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56540e8-822f-41d2-88eb-3eeb71a31205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9650f0-2852-45be-9e5b-f664d994abc7,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:55.619037 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38588) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:35:55.620774 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-f56540e8-822f-41d2-88eb-3eeb71a31205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:55.689084 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6db3c7b3-4f42-441d-9976-c4c5f9b0002a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:55.714738 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6db3c7b3-4f42-441d-9976-c4c5f9b0002a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:55.768561 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6db3c7b3-4f42-441d-9976-c4c5f9b0002a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:55.772488 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-48c6a2a9-9f86-41f2-867b-a8cfb770ae26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:35:55.785264 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3c7b3-4f42-441d-9976-c4c5f9b0002a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9650f0-2852-45be-9e5b-f664d994abc7,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:35:55.789096 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-6db3c7b3-4f42-441d-9976-c4c5f9b0002a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:35:55.794646 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-6db3c7b3-4f42-441d-9976-c4c5f9b0002a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:35:55.798553 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-6db3c7b3-4f42-441d-9976-c4c5f9b0002a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5c9650f0-2852-45be-9e5b-f664d994abc7 HTTP/1.1" status: 204 len: 168 time: 0.1754770 May 27 12:35:58.349156 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:01.909707 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-18fc42a0-a926-4189-8895-175d17486818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:02.575124 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38706) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:36:02.701311 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1592e054-dbf6-46fe-88ac-21602e9d3934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:02.716833 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-1592e054-dbf6-46fe-88ac-21602e9d3934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:36:02.721021 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-1592e054-dbf6-46fe-88ac-21602e9d3934 admin admin] Usage tracker for resource:security_group_rule and tenant:4e4a50dc2da14c12b5899662d5d3e168 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:36:02.724464 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-1592e054-dbf6-46fe-88ac-21602e9d3934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:36:02.730186 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-1592e054-dbf6-46fe-88ac-21602e9d3934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:36:02.819501 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1592e054-dbf6-46fe-88ac-21602e9d3934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:02.823168 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-1592e054-dbf6-46fe-88ac-21602e9d3934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:02.830214 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-346e53f4-9bb3-462a-b947-d2b2cb997bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:36:02.871215 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-1592e054-dbf6-46fe-88ac-21602e9d3934 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4e4a50dc2da14c12b5899662d5d3e168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2949212 May 27 12:36:02.872134 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592e054-dbf6-46fe-88ac-21602e9d3934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f593a442-2014-4254-b4b3-5e908df26655,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:36:02.874024 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38712) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:36:02.875046 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-1592e054-dbf6-46fe-88ac-21602e9d3934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:36:02.934729 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b145aae2-0aea-49e9-a535-38e63be4feac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:02.961488 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b145aae2-0aea-49e9-a535-38e63be4feac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:03.019066 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b145aae2-0aea-49e9-a535-38e63be4feac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:03.023098 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a647a6b9-53e4-4bf7-93d3-e3d2de68577b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:36:03.035372 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145aae2-0aea-49e9-a535-38e63be4feac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f593a442-2014-4254-b4b3-5e908df26655,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:36:03.038277 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-b145aae2-0aea-49e9-a535-38e63be4feac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:36:03.045648 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-b145aae2-0aea-49e9-a535-38e63be4feac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:03.046790 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-b145aae2-0aea-49e9-a535-38e63be4feac admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f593a442-2014-4254-b4b3-5e908df26655 HTTP/1.1" status: 204 len: 168 time: 0.1716995 May 27 12:36:03.603102 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:04.264577 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38754) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:36:04.347271 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-78af9774-a584-4017-9914-d0e936710dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:04.382196 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fd157f43-a7ce-48ba-9256-4161bed7788d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:04.397110 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-fd157f43-a7ce-48ba-9256-4161bed7788d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:36:04.400930 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-fd157f43-a7ce-48ba-9256-4161bed7788d admin admin] Usage tracker for resource:security_group_rule and tenant:4f91cd8f5a5646c1b3bf879622810bef is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:36:04.403701 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-fd157f43-a7ce-48ba-9256-4161bed7788d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:36:04.409316 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-fd157f43-a7ce-48ba-9256-4161bed7788d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:36:04.493648 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fd157f43-a7ce-48ba-9256-4161bed7788d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:04.497318 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-fd157f43-a7ce-48ba-9256-4161bed7788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:04.505969 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-828cdf2f-d868-42f1-a1df-61963f5b3b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:36:04.544819 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-fd157f43-a7ce-48ba-9256-4161bed7788d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4f91cd8f5a5646c1b3bf879622810bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791009 May 27 12:36:04.546328 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd157f43-a7ce-48ba-9256-4161bed7788d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9dc577-6ec2-4ba5-98c8-649b09db5fd4,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:36:04.547536 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38760) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:36:04.549312 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-fd157f43-a7ce-48ba-9256-4161bed7788d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:36:04.605388 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:04.630705 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:04.686631 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:04.690207 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-4c706b65-dac2-4f57-a7ee-69bc624fff28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:36:04.790084 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9dc577-6ec2-4ba5-98c8-649b09db5fd4,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:36:04.799947 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:36:04.800264 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:36:04.800641 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:36:04.801008 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:36:04.801367 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:36:04.801721 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:36:04.802081 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:36:04.802469 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:36:04.802824 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:36:04.803174 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:36:04.803526 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:36:04.803872 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793386-1-smb {{(pid=91785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 12:36:04.808632 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:36:04.810416 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:04.811639 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-8b7ae2f2-e518-4652-839b-0202eab43573 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/de9dc577-6ec2-4ba5-98c8-649b09db5fd4 HTTP/1.1" status: 204 len: 168 time: 0.2630656 May 27 12:36:05.661060 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:07.029018 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:07.796105 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38816) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:36:07.911035 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-657ae194-8be6-4217-8b6a-59d4bf776746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:07.925427 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-657ae194-8be6-4217-8b6a-59d4bf776746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:36:07.929156 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-657ae194-8be6-4217-8b6a-59d4bf776746 admin admin] Usage tracker for resource:security_group_rule and tenant:5c2ec4ac33c84cd49dd65cdbc74d6077 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:36:07.931899 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-657ae194-8be6-4217-8b6a-59d4bf776746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:36:07.937429 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-657ae194-8be6-4217-8b6a-59d4bf776746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:36:08.015529 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-657ae194-8be6-4217-8b6a-59d4bf776746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.020991 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-657ae194-8be6-4217-8b6a-59d4bf776746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.027161 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-272f3fd3-18f8-496c-84d9-31335883a528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:36:08.067373 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-657ae194-8be6-4217-8b6a-59d4bf776746 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5c2ec4ac33c84cd49dd65cdbc74d6077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702510 May 27 12:36:08.068353 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ae194-8be6-4217-8b6a-59d4bf776746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3306b3e7-878e-4892-ba04-59eef53cc86f,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:36:08.070009 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38822) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:36:08.071848 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-657ae194-8be6-4217-8b6a-59d4bf776746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:36:08.129083 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bce49b55-9f1e-4b2e-a4aa-d250ccce3fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.154839 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bce49b55-9f1e-4b2e-a4aa-d250ccce3fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.205543 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bce49b55-9f1e-4b2e-a4aa-d250ccce3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.209306 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-a17712de-fa6f-4d64-bbc1-341a8f8fcac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:36:08.221769 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49b55-9f1e-4b2e-a4aa-d250ccce3fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3306b3e7-878e-4892-ba04-59eef53cc86f,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:36:08.224146 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-bce49b55-9f1e-4b2e-a4aa-d250ccce3fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:36:08.232194 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-bce49b55-9f1e-4b2e-a4aa-d250ccce3fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.233301 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-bce49b55-9f1e-4b2e-a4aa-d250ccce3fb8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3306b3e7-878e-4892-ba04-59eef53cc86f HTTP/1.1" status: 204 len: 168 time: 0.1622992 May 27 12:36:08.509876 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38834) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:36:08.528408 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0036bf48-1abc-4a15-ba85-2b490064cdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.542497 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-0036bf48-1abc-4a15-ba85-2b490064cdc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:36:08.546281 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-0036bf48-1abc-4a15-ba85-2b490064cdc8 admin admin] Usage tracker for resource:security_group_rule and tenant:b41977b00a444a25af88e09a959c7c99 is out of sync, need to count used quota {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:36:08.549626 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.quota.resource [None req-0036bf48-1abc-4a15-ba85-2b490064cdc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91785) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:36:08.555238 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.db.quota.driver [None req-0036bf48-1abc-4a15-ba85-2b490064cdc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91785) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:36:08.648080 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0036bf48-1abc-4a15-ba85-2b490064cdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.653282 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-0036bf48-1abc-4a15-ba85-2b490064cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.663107 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-99016ee8-60a6-40d4-9dfd-52ff57d441b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:36:08.704055 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036bf48-1abc-4a15-ba85-2b490064cdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e09eb8-8da4-4600-b97f-424521d6b17f,revision_number=1']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:36:08.707200 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-0036bf48-1abc-4a15-ba85-2b490064cdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:36:08.709670 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-0036bf48-1abc-4a15-ba85-2b490064cdc8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b41977b00a444a25af88e09a959c7c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987791 May 27 12:36:08.712399 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.wsgi [-] (91785) accepted ('10.222.0.90', 38840) {{(pid=91785) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:36:08.772838 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b3c3a0fe-c5d1-4c9a-8c24-8390a3307bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.799342 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b3c3a0fe-c5d1-4c9a-8c24-8390a3307bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.852317 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b3c3a0fe-c5d1-4c9a-8c24-8390a3307bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.857047 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-ebd08c34-25f1-48f3-bf9e-14642a1e0c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:36:08.868770 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3a0fe-c5d1-4c9a-8c24-8390a3307bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e09eb8-8da4-4600-b97f-424521d6b17f,revision_number=None']} {{(pid=91785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:36:08.872081 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG oslo_concurrency.lockutils [None req-b3c3a0fe-c5d1-4c9a-8c24-8390a3307bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:36:08.877854 dv-cinder-793386-1-smb neutron-server[91785]: DEBUG neutron_lib.callbacks.manager [None req-b3c3a0fe-c5d1-4c9a-8c24-8390a3307bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:08.878986 dv-cinder-793386-1-smb neutron-server[91785]: INFO neutron.wsgi [None req-b3c3a0fe-c5d1-4c9a-8c24-8390a3307bd7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/91e09eb8-8da4-4600-b97f-424521d6b17f HTTP/1.1" status: 204 len: 168 time: 0.1654415 May 27 12:36:14.672569 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:36:16.646574 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38920) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:36:16.763367 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-ae60bd2f-9bf3-4df8-89b5-ccccb7182ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:16.782069 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-ae60bd2f-9bf3-4df8-89b5-ccccb7182ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 12:36:16.785807 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-ae60bd2f-9bf3-4df8-89b5-ccccb7182ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:ac3e1fa2d4334e3bb7db633870fdbf56 is out of sync, need to count used quota {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 12:36:16.788563 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.quota.resource [None req-ae60bd2f-9bf3-4df8-89b5-ccccb7182ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91784) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 12:36:16.794118 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.db.quota.driver [None req-ae60bd2f-9bf3-4df8-89b5-ccccb7182ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91784) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 12:36:16.876048 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-ae60bd2f-9bf3-4df8-89b5-ccccb7182ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:16.879867 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-ae60bd2f-9bf3-4df8-89b5-ccccb7182ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_create {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:16.886682 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-87bbba1c-07df-425e-9dc8-45ef04ccb52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:36:16.925364 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60bd2f-9bf3-4df8-89b5-ccccb7182ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88da9759-bbe2-43fd-bb63-89bd6cb2f094,revision_number=1']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:36:16.929608 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-ae60bd2f-9bf3-4df8-89b5-ccccb7182ac8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ac3e1fa2d4334e3bb7db633870fdbf56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820480 May 27 12:36:16.930532 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-ae60bd2f-9bf3-4df8-89b5-ccccb7182ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:36:16.932185 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.wsgi [-] (91784) accepted ('10.222.0.90', 38926) {{(pid=91784) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 12:36:16.988233 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-ab32995e-a934-4599-a444-dc31c0771952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:17.012543 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-ab32995e-a934-4599-a444-dc31c0771952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:17.063732 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-ab32995e-a934-4599-a444-dc31c0771952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853100'] for security_group, after_delete {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:17.067376 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-bce49b55-9f1e-4b2e-a4aa-d250ccce3fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 12:36:17.081957 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32995e-a934-4599-a444-dc31c0771952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88da9759-bbe2-43fd-bb63-89bd6cb2f094,revision_number=None']} {{(pid=91784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 12:36:17.085395 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG oslo_concurrency.lockutils [None req-ab32995e-a934-4599-a444-dc31c0771952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 12:36:17.089057 dv-cinder-793386-1-smb neutron-server[91784]: DEBUG neutron_lib.callbacks.manager [None req-ab32995e-a934-4599-a444-dc31c0771952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:17.090148 dv-cinder-793386-1-smb neutron-server[91784]: INFO neutron.wsgi [None req-ab32995e-a934-4599-a444-dc31c0771952 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/88da9759-bbe2-43fd-bb63-89bd6cb2f094 HTTP/1.1" status: 204 len: 168 time: 0.1570797 May 27 12:36:28.357368 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:31.911119 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-bae09b4b-0637-41b0-8b75-d05570df93bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:33.609388 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:34.349887 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1df8d650-b4fb-4a8f-a875-710022494c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:35.662653 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:37.032245 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:36:51.671437 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:36:58.362268 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:37:01.926251 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b81b619b-2bb0-4415-9fb0-0611e36c633a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:37:03.601950 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:37:04.353939 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6d9a0694-c799-43e3-b3e1-c1907b1826f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:37:05.665251 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:37:07.035824 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:37:28.362699 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:37:28.669618 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:37:31.917392 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-ac89f3a6-4291-4929-8ff1-5e3dd825a0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:37:33.602694 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:37:34.357673 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-1dc2ad60-3987-41c2-98e3-14d6438d31aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:37:35.669116 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:37:37.039943 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:37:58.374816 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:38:01.918871 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-2921e237-547c-42ca-b152-193062fcfe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:38:03.605112 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:38:04.358500 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-b7bc4d4f-e5ad-4c96-b0ba-a754d4c9a96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:38:05.668124 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:38:05.671060 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:38:07.040689 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:38:28.379608 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:38:31.919236 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6bada9ee-4073-4d68-956f-145eaa4ae53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:38:33.606768 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:38:34.361778 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-5b98cec4-cf06-4d51-a685-d756ebbdd9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:38:35.674945 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:38:37.044636 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:38:42.667076 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:38:58.386171 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:39:01.919959 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-27ba5dee-e325-4e8b-9953-8cef5724fd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:39:03.608083 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:39:04.365771 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-9c59ba21-d42a-49a0-a283-a01f68afbb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:39:05.677453 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:39:07.046392 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:39:19.665792 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:39:28.375746 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:39:31.920993 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-082c2757-d33a-413f-bc3b-4220cf055437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:39:33.610336 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:39:34.366692 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ddbd-817e-4c99-a543-4b3e889e2e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:39:35.679713 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:39:37.049087 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:39:56.664577 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:39:58.395072 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:40:01.922139 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-6fd8fe9f-2b83-40fc-ae50-239a0cb8ac4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:40:03.612346 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:40:04.368612 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-829de866-015e-4565-b137-38cfc32d499c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:40:05.681865 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:40:07.053732 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:40:28.392770 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:40:31.923243 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-49aa3f22-682a-406f-ad7f-43286f957d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:40:33.613549 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-705fd663-892a-4ba8-afae-710bb19d8604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:40:33.664355 dv-cinder-793386-1-smb neutron-server[91787]: DEBUG neutron.db.agents_db [None req-0a2d858e-ac0a-46cf-8ed6-62fe8c7c6ca4 None None] Agent healthcheck: found 6 active agents {{(pid=91787) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 12:40:34.369770 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-937657be-802f-45ca-8d57-769ed08765be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:40:35.686280 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-80cc4249-1a8f-4705-bcd6-99bbca4b7685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:40:37.055759 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-a499a64e-08a1-4c89-a8d0-b41b53c34d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:40:58.423554 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-0bd9988b-370e-4c62-a281-ca316b4748ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 12:41:01.925625 dv-cinder-793386-1-smb neutron-server[91786]: DEBUG neutron_lib.callbacks.manager [None req-7c729fb3-fcae-413f-9e92-d5801d5265ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772477734135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1904573'] for agent, after_update {{(pid=91786) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}